diff --git a/.coverage b/.coverage new file mode 100644 index 0000000000000000000000000000000000000000..103471088bc44587665baf3ea4921f5381ce8107 Binary files /dev/null and b/.coverage differ diff --git a/htmlcov/class_index.html b/htmlcov/class_index.html new file mode 100644 index 0000000000000000000000000000000000000000..a01884a02ae2d32acdeae75b4a3b50a8a86885ed --- /dev/null +++ b/htmlcov/class_index.html @@ -0,0 +1,153 @@ +<!DOCTYPE html> +<html lang="en"> +<head> + <meta http-equiv="Content-Type" content="text/html; charset=utf-8"> + <title>Coverage report</title> + <link rel="icon" sizes="32x32" href="favicon_32_cb_58284776.png"> + <link rel="stylesheet" href="style_cb_718ce007.css" type="text/css"> + <script src="coverage_html_cb_497bf287.js" defer></script> +</head> +<body class="indexfile"> +<header> + <div class="content"> + <h1>Coverage report: + <span class="pc_cov">58%</span> + </h1> + <aside id="help_panel_wrapper"> + <input id="help_panel_state" type="checkbox"> + <label for="help_panel_state"> + <img id="keyboard_icon" src="keybd_closed_cb_ce680311.png" alt="Show/hide keyboard shortcuts"> + </label> + <div id="help_panel"> + <p class="legend">Shortcuts on this page</p> + <div class="keyhelp"> + <p> + <kbd>f</kbd> + <kbd>n</kbd> + <kbd>s</kbd> + <kbd>m</kbd> + <kbd>x</kbd> + <kbd>b</kbd> + <kbd>p</kbd> + <kbd>c</kbd> + change column sorting + </p> + <p> + <kbd>[</kbd> + <kbd>]</kbd> + prev/next file + </p> + <p> + <kbd>?</kbd> show/hide this help + </p> + </div> + </div> + </aside> + <form id="filter_container"> + <input id="filter" type="text" value="" placeholder="filter..."> + <div> + <input id="hide100" type="checkbox" > + <label for="hide100">hide covered</label> + </div> + </form> + <h2> + <a class="button" href="index.html">Files</a> + <a class="button" href="function_index.html">Functions</a> + <a class="button current">Classes</a> + </h2> + <p class="text"> + <a class="nav" href="https://coverage.readthedocs.io/en/7.7.0">coverage.py v7.7.0</a>, + created at 2025-03-16 20:40 -0500 + </p> + </div> +</header> +<main id="index"> + <table class="index" data-sortable> + <thead> + <tr class="tablehead" title="Click to sort"> + <th id="file" class="name left" aria-sort="none" data-shortcut="f">File<span class="arrows"></span></th> + <th id="region" class="name left" aria-sort="none" data-default-sort-order="ascending" data-shortcut="n">class<span class="arrows"></span></th> + <th id="statements" aria-sort="none" data-default-sort-order="descending" data-shortcut="s">statements<span class="arrows"></span></th> + <th id="missing" aria-sort="none" data-default-sort-order="descending" data-shortcut="m">missing<span class="arrows"></span></th> + <th id="excluded" aria-sort="none" data-default-sort-order="descending" data-shortcut="x">excluded<span class="arrows"></span></th> + <th id="branches" aria-sort="none" data-default-sort-order="descending" data-shortcut="b">branches<span class="arrows"></span></th> + <th id="partial" aria-sort="none" data-default-sort-order="descending" data-shortcut="p">partial<span class="arrows"></span></th> + <th id="coverage" class="right" aria-sort="none" data-shortcut="c">coverage<span class="arrows"></span></th> + </tr> + </thead> + <tbody> + <tr class="region"> + <td class="name left"><a href="sentiment_py.html#t5">sentiment.py</a></td> + <td class="name left"><a href="sentiment_py.html#t5"><data value='MenuOption'>MenuOption</data></a></td> + <td>0</td> + <td>0</td> + <td>0</td> + <td>0</td> + <td>0</td> + <td class="right" data-ratio="0 0">100%</td> + </tr> + <tr class="region"> + <td class="name left"><a href="sentiment_py.html">sentiment.py</a></td> + <td class="name left"><a href="sentiment_py.html"><data value=''><span class='no-noun'>(no class)</span></data></a></td> + <td>223</td> + <td>140</td> + <td>0</td> + <td>110</td> + <td>5</td> + <td class="right" data-ratio="118 333">35%</td> + </tr> + <tr class="region"> + <td class="name left"><a href="test_main_py.html#t6">test_main.py</a></td> + <td class="name left"><a href="test_main_py.html#t6"><data value='TestGetTokens'>TestGetTokens</data></a></td> + <td>152</td> + <td>4</td> + <td>0</td> + <td>40</td> + <td>8</td> + <td class="right" data-ratio="180 192">94%</td> + </tr> + <tr class="region"> + <td class="name left"><a href="test_main_py.html">test_main.py</a></td> + <td class="name left"><a href="test_main_py.html"><data value=''><span class='no-noun'>(no class)</span></data></a></td> + <td>18</td> + <td>1</td> + <td>0</td> + <td>2</td> + <td>1</td> + <td class="right" data-ratio="18 20">90%</td> + </tr> + </tbody> + <tfoot> + <tr class="total"> + <td class="name left">Total</td> + <td class="name left"> </td> + <td>393</td> + <td>145</td> + <td>0</td> + <td>152</td> + <td>14</td> + <td class="right" data-ratio="316 545">58%</td> + </tr> + </tfoot> + </table> + <p id="no_rows"> + No items found using the specified filter. + </p> +</main> +<footer> + <div class="content"> + <p> + <a class="nav" href="https://coverage.readthedocs.io/en/7.7.0">coverage.py v7.7.0</a>, + created at 2025-03-16 20:40 -0500 + </p> + </div> + <aside class="hidden"> + <a id="prevFileLink" class="nav" href=""></a> + <a id="nextFileLink" class="nav" href=""></a> + <button type="button" class="button_prev_file" data-shortcut="["></button> + <button type="button" class="button_next_file" data-shortcut="]"></button> + <button type="button" class="button_show_hide_help" data-shortcut="?"></button> + </aside> +</footer> +</body> +</html> diff --git a/htmlcov/coverage_html_cb_497bf287.js b/htmlcov/coverage_html_cb_497bf287.js new file mode 100644 index 0000000000000000000000000000000000000000..1face13debde41cc4ae86098ebbf9bd5df301cbf --- /dev/null +++ b/htmlcov/coverage_html_cb_497bf287.js @@ -0,0 +1,733 @@ +// Licensed under the Apache License: http://www.apache.org/licenses/LICENSE-2.0 +// For details: https://github.com/nedbat/coveragepy/blob/master/NOTICE.txt + +// Coverage.py HTML report browser code. +/*jslint browser: true, sloppy: true, vars: true, plusplus: true, maxerr: 50, indent: 4 */ +/*global coverage: true, document, window, $ */ + +coverage = {}; + +// General helpers +function debounce(callback, wait) { + let timeoutId = null; + return function(...args) { + clearTimeout(timeoutId); + timeoutId = setTimeout(() => { + callback.apply(this, args); + }, wait); + }; +}; + +function checkVisible(element) { + const rect = element.getBoundingClientRect(); + const viewBottom = Math.max(document.documentElement.clientHeight, window.innerHeight); + const viewTop = 30; + return !(rect.bottom < viewTop || rect.top >= viewBottom); +} + +function on_click(sel, fn) { + const elt = document.querySelector(sel); + if (elt) { + elt.addEventListener("click", fn); + } +} + +// Helpers for table sorting +function getCellValue(row, column = 0) { + const cell = row.cells[column] // nosemgrep: eslint.detect-object-injection + if (cell.childElementCount == 1) { + var child = cell.firstElementChild; + if (child.tagName === "A") { + child = child.firstElementChild; + } + if (child instanceof HTMLDataElement && child.value) { + return child.value; + } + } + return cell.innerText || cell.textContent; +} + +function rowComparator(rowA, rowB, column = 0) { + let valueA = getCellValue(rowA, column); + let valueB = getCellValue(rowB, column); + if (!isNaN(valueA) && !isNaN(valueB)) { + return valueA - valueB; + } + return valueA.localeCompare(valueB, undefined, {numeric: true}); +} + +function sortColumn(th) { + // Get the current sorting direction of the selected header, + // clear state on other headers and then set the new sorting direction. + const currentSortOrder = th.getAttribute("aria-sort"); + [...th.parentElement.cells].forEach(header => header.setAttribute("aria-sort", "none")); + var direction; + if (currentSortOrder === "none") { + direction = th.dataset.defaultSortOrder || "ascending"; + } + else if (currentSortOrder === "ascending") { + direction = "descending"; + } + else { + direction = "ascending"; + } + th.setAttribute("aria-sort", direction); + + const column = [...th.parentElement.cells].indexOf(th) + + // Sort all rows and afterwards append them in order to move them in the DOM. + Array.from(th.closest("table").querySelectorAll("tbody tr")) + .sort((rowA, rowB) => rowComparator(rowA, rowB, column) * (direction === "ascending" ? 1 : -1)) + .forEach(tr => tr.parentElement.appendChild(tr)); + + // Save the sort order for next time. + if (th.id !== "region") { + let th_id = "file"; // Sort by file if we don't have a column id + let current_direction = direction; + const stored_list = localStorage.getItem(coverage.INDEX_SORT_STORAGE); + if (stored_list) { + ({th_id, direction} = JSON.parse(stored_list)) + } + localStorage.setItem(coverage.INDEX_SORT_STORAGE, JSON.stringify({ + "th_id": th.id, + "direction": current_direction + })); + if (th.id !== th_id || document.getElementById("region")) { + // Sort column has changed, unset sorting by function or class. + localStorage.setItem(coverage.SORTED_BY_REGION, JSON.stringify({ + "by_region": false, + "region_direction": current_direction + })); + } + } + else { + // Sort column has changed to by function or class, remember that. + localStorage.setItem(coverage.SORTED_BY_REGION, JSON.stringify({ + "by_region": true, + "region_direction": direction + })); + } +} + +// Find all the elements with data-shortcut attribute, and use them to assign a shortcut key. +coverage.assign_shortkeys = function () { + document.querySelectorAll("[data-shortcut]").forEach(element => { + document.addEventListener("keypress", event => { + if (event.target.tagName.toLowerCase() === "input") { + return; // ignore keypress from search filter + } + if (event.key === element.dataset.shortcut) { + element.click(); + } + }); + }); +}; + +// Create the events for the filter box. +coverage.wire_up_filter = function () { + // Populate the filter and hide100 inputs if there are saved values for them. + const saved_filter_value = localStorage.getItem(coverage.FILTER_STORAGE); + if (saved_filter_value) { + document.getElementById("filter").value = saved_filter_value; + } + const saved_hide100_value = localStorage.getItem(coverage.HIDE100_STORAGE); + if (saved_hide100_value) { + document.getElementById("hide100").checked = JSON.parse(saved_hide100_value); + } + + // Cache elements. + const table = document.querySelector("table.index"); + const table_body_rows = table.querySelectorAll("tbody tr"); + const no_rows = document.getElementById("no_rows"); + + // Observe filter keyevents. + const filter_handler = (event => { + // Keep running total of each metric, first index contains number of shown rows + const totals = new Array(table.rows[0].cells.length).fill(0); + // Accumulate the percentage as fraction + totals[totals.length - 1] = { "numer": 0, "denom": 0 }; // nosemgrep: eslint.detect-object-injection + + var text = document.getElementById("filter").value; + // Store filter value + localStorage.setItem(coverage.FILTER_STORAGE, text); + const casefold = (text === text.toLowerCase()); + const hide100 = document.getElementById("hide100").checked; + // Store hide value. + localStorage.setItem(coverage.HIDE100_STORAGE, JSON.stringify(hide100)); + + // Hide / show elements. + table_body_rows.forEach(row => { + var show = false; + // Check the text filter. + for (let column = 0; column < totals.length; column++) { + cell = row.cells[column]; + if (cell.classList.contains("name")) { + var celltext = cell.textContent; + if (casefold) { + celltext = celltext.toLowerCase(); + } + if (celltext.includes(text)) { + show = true; + } + } + } + + // Check the "hide covered" filter. + if (show && hide100) { + const [numer, denom] = row.cells[row.cells.length - 1].dataset.ratio.split(" "); + show = (numer !== denom); + } + + if (!show) { + // hide + row.classList.add("hidden"); + return; + } + + // show + row.classList.remove("hidden"); + totals[0]++; + + for (let column = 0; column < totals.length; column++) { + // Accumulate dynamic totals + cell = row.cells[column] // nosemgrep: eslint.detect-object-injection + if (cell.classList.contains("name")) { + continue; + } + if (column === totals.length - 1) { + // Last column contains percentage + const [numer, denom] = cell.dataset.ratio.split(" "); + totals[column]["numer"] += parseInt(numer, 10); // nosemgrep: eslint.detect-object-injection + totals[column]["denom"] += parseInt(denom, 10); // nosemgrep: eslint.detect-object-injection + } + else { + totals[column] += parseInt(cell.textContent, 10); // nosemgrep: eslint.detect-object-injection + } + } + }); + + // Show placeholder if no rows will be displayed. + if (!totals[0]) { + // Show placeholder, hide table. + no_rows.style.display = "block"; + table.style.display = "none"; + return; + } + + // Hide placeholder, show table. + no_rows.style.display = null; + table.style.display = null; + + const footer = table.tFoot.rows[0]; + // Calculate new dynamic sum values based on visible rows. + for (let column = 0; column < totals.length; column++) { + // Get footer cell element. + const cell = footer.cells[column]; // nosemgrep: eslint.detect-object-injection + if (cell.classList.contains("name")) { + continue; + } + + // Set value into dynamic footer cell element. + if (column === totals.length - 1) { + // Percentage column uses the numerator and denominator, + // and adapts to the number of decimal places. + const match = /\.([0-9]+)/.exec(cell.textContent); + const places = match ? match[1].length : 0; + const { numer, denom } = totals[column]; // nosemgrep: eslint.detect-object-injection + cell.dataset.ratio = `${numer} ${denom}`; + // Check denom to prevent NaN if filtered files contain no statements + cell.textContent = denom + ? `${(numer * 100 / denom).toFixed(places)}%` + : `${(100).toFixed(places)}%`; + } + else { + cell.textContent = totals[column]; // nosemgrep: eslint.detect-object-injection + } + } + }); + + document.getElementById("filter").addEventListener("input", debounce(filter_handler)); + document.getElementById("hide100").addEventListener("input", debounce(filter_handler)); + + // Trigger change event on setup, to force filter on page refresh + // (filter value may still be present). + document.getElementById("filter").dispatchEvent(new Event("input")); + document.getElementById("hide100").dispatchEvent(new Event("input")); +}; +coverage.FILTER_STORAGE = "COVERAGE_FILTER_VALUE"; +coverage.HIDE100_STORAGE = "COVERAGE_HIDE100_VALUE"; + +// Set up the click-to-sort columns. +coverage.wire_up_sorting = function () { + document.querySelectorAll("[data-sortable] th[aria-sort]").forEach( + th => th.addEventListener("click", e => sortColumn(e.target)) + ); + + // Look for a localStorage item containing previous sort settings: + let th_id = "file", direction = "ascending"; + const stored_list = localStorage.getItem(coverage.INDEX_SORT_STORAGE); + if (stored_list) { + ({th_id, direction} = JSON.parse(stored_list)); + } + let by_region = false, region_direction = "ascending"; + const sorted_by_region = localStorage.getItem(coverage.SORTED_BY_REGION); + if (sorted_by_region) { + ({ + by_region, + region_direction + } = JSON.parse(sorted_by_region)); + } + + const region_id = "region"; + if (by_region && document.getElementById(region_id)) { + direction = region_direction; + } + // If we are in a page that has a column with id of "region", sort on + // it if the last sort was by function or class. + let th; + if (document.getElementById(region_id)) { + th = document.getElementById(by_region ? region_id : th_id); + } + else { + th = document.getElementById(th_id); + } + th.setAttribute("aria-sort", direction === "ascending" ? "descending" : "ascending"); + th.click() +}; + +coverage.INDEX_SORT_STORAGE = "COVERAGE_INDEX_SORT_2"; +coverage.SORTED_BY_REGION = "COVERAGE_SORT_REGION"; + +// Loaded on index.html +coverage.index_ready = function () { + coverage.assign_shortkeys(); + coverage.wire_up_filter(); + coverage.wire_up_sorting(); + + on_click(".button_prev_file", coverage.to_prev_file); + on_click(".button_next_file", coverage.to_next_file); + + on_click(".button_show_hide_help", coverage.show_hide_help); +}; + +// -- pyfile stuff -- + +coverage.LINE_FILTERS_STORAGE = "COVERAGE_LINE_FILTERS"; + +coverage.pyfile_ready = function () { + // If we're directed to a particular line number, highlight the line. + var frag = location.hash; + if (frag.length > 2 && frag[1] === "t") { + document.querySelector(frag).closest(".n").classList.add("highlight"); + coverage.set_sel(parseInt(frag.substr(2), 10)); + } + else { + coverage.set_sel(0); + } + + on_click(".button_toggle_run", coverage.toggle_lines); + on_click(".button_toggle_mis", coverage.toggle_lines); + on_click(".button_toggle_exc", coverage.toggle_lines); + on_click(".button_toggle_par", coverage.toggle_lines); + + on_click(".button_next_chunk", coverage.to_next_chunk_nicely); + on_click(".button_prev_chunk", coverage.to_prev_chunk_nicely); + on_click(".button_top_of_page", coverage.to_top); + on_click(".button_first_chunk", coverage.to_first_chunk); + + on_click(".button_prev_file", coverage.to_prev_file); + on_click(".button_next_file", coverage.to_next_file); + on_click(".button_to_index", coverage.to_index); + + on_click(".button_show_hide_help", coverage.show_hide_help); + + coverage.filters = undefined; + try { + coverage.filters = localStorage.getItem(coverage.LINE_FILTERS_STORAGE); + } catch(err) {} + + if (coverage.filters) { + coverage.filters = JSON.parse(coverage.filters); + } + else { + coverage.filters = {run: false, exc: true, mis: true, par: true}; + } + + for (cls in coverage.filters) { + coverage.set_line_visibilty(cls, coverage.filters[cls]); // nosemgrep: eslint.detect-object-injection + } + + coverage.assign_shortkeys(); + coverage.init_scroll_markers(); + coverage.wire_up_sticky_header(); + + document.querySelectorAll("[id^=ctxs]").forEach( + cbox => cbox.addEventListener("click", coverage.expand_contexts) + ); + + // Rebuild scroll markers when the window height changes. + window.addEventListener("resize", coverage.build_scroll_markers); +}; + +coverage.toggle_lines = function (event) { + const btn = event.target.closest("button"); + const category = btn.value + const show = !btn.classList.contains("show_" + category); + coverage.set_line_visibilty(category, show); + coverage.build_scroll_markers(); + coverage.filters[category] = show; + try { + localStorage.setItem(coverage.LINE_FILTERS_STORAGE, JSON.stringify(coverage.filters)); + } catch(err) {} +}; + +coverage.set_line_visibilty = function (category, should_show) { + const cls = "show_" + category; + const btn = document.querySelector(".button_toggle_" + category); + if (btn) { + if (should_show) { + document.querySelectorAll("#source ." + category).forEach(e => e.classList.add(cls)); + btn.classList.add(cls); + } + else { + document.querySelectorAll("#source ." + category).forEach(e => e.classList.remove(cls)); + btn.classList.remove(cls); + } + } +}; + +// Return the nth line div. +coverage.line_elt = function (n) { + return document.getElementById("t" + n)?.closest("p"); +}; + +// Set the selection. b and e are line numbers. +coverage.set_sel = function (b, e) { + // The first line selected. + coverage.sel_begin = b; + // The next line not selected. + coverage.sel_end = (e === undefined) ? b+1 : e; +}; + +coverage.to_top = function () { + coverage.set_sel(0, 1); + coverage.scroll_window(0); +}; + +coverage.to_first_chunk = function () { + coverage.set_sel(0, 1); + coverage.to_next_chunk(); +}; + +coverage.to_prev_file = function () { + window.location = document.getElementById("prevFileLink").href; +} + +coverage.to_next_file = function () { + window.location = document.getElementById("nextFileLink").href; +} + +coverage.to_index = function () { + location.href = document.getElementById("indexLink").href; +} + +coverage.show_hide_help = function () { + const helpCheck = document.getElementById("help_panel_state") + helpCheck.checked = !helpCheck.checked; +} + +// Return a string indicating what kind of chunk this line belongs to, +// or null if not a chunk. +coverage.chunk_indicator = function (line_elt) { + const classes = line_elt?.className; + if (!classes) { + return null; + } + const match = classes.match(/\bshow_\w+\b/); + if (!match) { + return null; + } + return match[0]; +}; + +coverage.to_next_chunk = function () { + const c = coverage; + + // Find the start of the next colored chunk. + var probe = c.sel_end; + var chunk_indicator, probe_line; + while (true) { + probe_line = c.line_elt(probe); + if (!probe_line) { + return; + } + chunk_indicator = c.chunk_indicator(probe_line); + if (chunk_indicator) { + break; + } + probe++; + } + + // There's a next chunk, `probe` points to it. + var begin = probe; + + // Find the end of this chunk. + var next_indicator = chunk_indicator; + while (next_indicator === chunk_indicator) { + probe++; + probe_line = c.line_elt(probe); + next_indicator = c.chunk_indicator(probe_line); + } + c.set_sel(begin, probe); + c.show_selection(); +}; + +coverage.to_prev_chunk = function () { + const c = coverage; + + // Find the end of the prev colored chunk. + var probe = c.sel_begin-1; + var probe_line = c.line_elt(probe); + if (!probe_line) { + return; + } + var chunk_indicator = c.chunk_indicator(probe_line); + while (probe > 1 && !chunk_indicator) { + probe--; + probe_line = c.line_elt(probe); + if (!probe_line) { + return; + } + chunk_indicator = c.chunk_indicator(probe_line); + } + + // There's a prev chunk, `probe` points to its last line. + var end = probe+1; + + // Find the beginning of this chunk. + var prev_indicator = chunk_indicator; + while (prev_indicator === chunk_indicator) { + probe--; + if (probe <= 0) { + return; + } + probe_line = c.line_elt(probe); + prev_indicator = c.chunk_indicator(probe_line); + } + c.set_sel(probe+1, end); + c.show_selection(); +}; + +// Returns 0, 1, or 2: how many of the two ends of the selection are on +// the screen right now? +coverage.selection_ends_on_screen = function () { + if (coverage.sel_begin === 0) { + return 0; + } + + const begin = coverage.line_elt(coverage.sel_begin); + const end = coverage.line_elt(coverage.sel_end-1); + + return ( + (checkVisible(begin) ? 1 : 0) + + (checkVisible(end) ? 1 : 0) + ); +}; + +coverage.to_next_chunk_nicely = function () { + if (coverage.selection_ends_on_screen() === 0) { + // The selection is entirely off the screen: + // Set the top line on the screen as selection. + + // This will select the top-left of the viewport + // As this is most likely the span with the line number we take the parent + const line = document.elementFromPoint(0, 0).parentElement; + if (line.parentElement !== document.getElementById("source")) { + // The element is not a source line but the header or similar + coverage.select_line_or_chunk(1); + } + else { + // We extract the line number from the id + coverage.select_line_or_chunk(parseInt(line.id.substring(1), 10)); + } + } + coverage.to_next_chunk(); +}; + +coverage.to_prev_chunk_nicely = function () { + if (coverage.selection_ends_on_screen() === 0) { + // The selection is entirely off the screen: + // Set the lowest line on the screen as selection. + + // This will select the bottom-left of the viewport + // As this is most likely the span with the line number we take the parent + const line = document.elementFromPoint(document.documentElement.clientHeight-1, 0).parentElement; + if (line.parentElement !== document.getElementById("source")) { + // The element is not a source line but the header or similar + coverage.select_line_or_chunk(coverage.lines_len); + } + else { + // We extract the line number from the id + coverage.select_line_or_chunk(parseInt(line.id.substring(1), 10)); + } + } + coverage.to_prev_chunk(); +}; + +// Select line number lineno, or if it is in a colored chunk, select the +// entire chunk +coverage.select_line_or_chunk = function (lineno) { + var c = coverage; + var probe_line = c.line_elt(lineno); + if (!probe_line) { + return; + } + var the_indicator = c.chunk_indicator(probe_line); + if (the_indicator) { + // The line is in a highlighted chunk. + // Search backward for the first line. + var probe = lineno; + var indicator = the_indicator; + while (probe > 0 && indicator === the_indicator) { + probe--; + probe_line = c.line_elt(probe); + if (!probe_line) { + break; + } + indicator = c.chunk_indicator(probe_line); + } + var begin = probe + 1; + + // Search forward for the last line. + probe = lineno; + indicator = the_indicator; + while (indicator === the_indicator) { + probe++; + probe_line = c.line_elt(probe); + indicator = c.chunk_indicator(probe_line); + } + + coverage.set_sel(begin, probe); + } + else { + coverage.set_sel(lineno); + } +}; + +coverage.show_selection = function () { + // Highlight the lines in the chunk + document.querySelectorAll("#source .highlight").forEach(e => e.classList.remove("highlight")); + for (let probe = coverage.sel_begin; probe < coverage.sel_end; probe++) { + coverage.line_elt(probe).querySelector(".n").classList.add("highlight"); + } + + coverage.scroll_to_selection(); +}; + +coverage.scroll_to_selection = function () { + // Scroll the page if the chunk isn't fully visible. + if (coverage.selection_ends_on_screen() < 2) { + const element = coverage.line_elt(coverage.sel_begin); + coverage.scroll_window(element.offsetTop - 60); + } +}; + +coverage.scroll_window = function (to_pos) { + window.scroll({top: to_pos, behavior: "smooth"}); +}; + +coverage.init_scroll_markers = function () { + // Init some variables + coverage.lines_len = document.querySelectorAll("#source > p").length; + + // Build html + coverage.build_scroll_markers(); +}; + +coverage.build_scroll_markers = function () { + const temp_scroll_marker = document.getElementById("scroll_marker") + if (temp_scroll_marker) temp_scroll_marker.remove(); + // Don't build markers if the window has no scroll bar. + if (document.body.scrollHeight <= window.innerHeight) { + return; + } + + const marker_scale = window.innerHeight / document.body.scrollHeight; + const line_height = Math.min(Math.max(3, window.innerHeight / coverage.lines_len), 10); + + let previous_line = -99, last_mark, last_top; + + const scroll_marker = document.createElement("div"); + scroll_marker.id = "scroll_marker"; + document.getElementById("source").querySelectorAll( + "p.show_run, p.show_mis, p.show_exc, p.show_exc, p.show_par" + ).forEach(element => { + const line_top = Math.floor(element.offsetTop * marker_scale); + const line_number = parseInt(element.querySelector(".n a").id.substr(1)); + + if (line_number === previous_line + 1) { + // If this solid missed block just make previous mark higher. + last_mark.style.height = `${line_top + line_height - last_top}px`; + } + else { + // Add colored line in scroll_marker block. + last_mark = document.createElement("div"); + last_mark.id = `m${line_number}`; + last_mark.classList.add("marker"); + last_mark.style.height = `${line_height}px`; + last_mark.style.top = `${line_top}px`; + scroll_marker.append(last_mark); + last_top = line_top; + } + + previous_line = line_number; + }); + + // Append last to prevent layout calculation + document.body.append(scroll_marker); +}; + +coverage.wire_up_sticky_header = function () { + const header = document.querySelector("header"); + const header_bottom = ( + header.querySelector(".content h2").getBoundingClientRect().top - + header.getBoundingClientRect().top + ); + + function updateHeader() { + if (window.scrollY > header_bottom) { + header.classList.add("sticky"); + } + else { + header.classList.remove("sticky"); + } + } + + window.addEventListener("scroll", updateHeader); + updateHeader(); +}; + +coverage.expand_contexts = function (e) { + var ctxs = e.target.parentNode.querySelector(".ctxs"); + + if (!ctxs.classList.contains("expanded")) { + var ctxs_text = ctxs.textContent; + var width = Number(ctxs_text[0]); + ctxs.textContent = ""; + for (var i = 1; i < ctxs_text.length; i += width) { + key = ctxs_text.substring(i, i + width).trim(); + ctxs.appendChild(document.createTextNode(contexts[key])); + ctxs.appendChild(document.createElement("br")); + } + ctxs.classList.add("expanded"); + } +}; + +document.addEventListener("DOMContentLoaded", () => { + if (document.body.classList.contains("indexfile")) { + coverage.index_ready(); + } + else { + coverage.pyfile_ready(); + } +}); diff --git a/htmlcov/favicon_32_cb_58284776.png b/htmlcov/favicon_32_cb_58284776.png new file mode 100644 index 0000000000000000000000000000000000000000..8649f0475d8d20793b2ec431fe25a186a414cf10 Binary files /dev/null and b/htmlcov/favicon_32_cb_58284776.png differ diff --git a/htmlcov/function_index.html b/htmlcov/function_index.html new file mode 100644 index 0000000000000000000000000000000000000000..436025f4a6790910a9d333d26a83e3ed07147643 --- /dev/null +++ b/htmlcov/function_index.html @@ -0,0 +1,373 @@ +<!DOCTYPE html> +<html lang="en"> +<head> + <meta http-equiv="Content-Type" content="text/html; charset=utf-8"> + <title>Coverage report</title> + <link rel="icon" sizes="32x32" href="favicon_32_cb_58284776.png"> + <link rel="stylesheet" href="style_cb_718ce007.css" type="text/css"> + <script src="coverage_html_cb_497bf287.js" defer></script> +</head> +<body class="indexfile"> +<header> + <div class="content"> + <h1>Coverage report: + <span class="pc_cov">58%</span> + </h1> + <aside id="help_panel_wrapper"> + <input id="help_panel_state" type="checkbox"> + <label for="help_panel_state"> + <img id="keyboard_icon" src="keybd_closed_cb_ce680311.png" alt="Show/hide keyboard shortcuts"> + </label> + <div id="help_panel"> + <p class="legend">Shortcuts on this page</p> + <div class="keyhelp"> + <p> + <kbd>f</kbd> + <kbd>n</kbd> + <kbd>s</kbd> + <kbd>m</kbd> + <kbd>x</kbd> + <kbd>b</kbd> + <kbd>p</kbd> + <kbd>c</kbd> + change column sorting + </p> + <p> + <kbd>[</kbd> + <kbd>]</kbd> + prev/next file + </p> + <p> + <kbd>?</kbd> show/hide this help + </p> + </div> + </div> + </aside> + <form id="filter_container"> + <input id="filter" type="text" value="" placeholder="filter..."> + <div> + <input id="hide100" type="checkbox" > + <label for="hide100">hide covered</label> + </div> + </form> + <h2> + <a class="button" href="index.html">Files</a> + <a class="button current">Functions</a> + <a class="button" href="class_index.html">Classes</a> + </h2> + <p class="text"> + <a class="nav" href="https://coverage.readthedocs.io/en/7.7.0">coverage.py v7.7.0</a>, + created at 2025-03-16 20:40 -0500 + </p> + </div> +</header> +<main id="index"> + <table class="index" data-sortable> + <thead> + <tr class="tablehead" title="Click to sort"> + <th id="file" class="name left" aria-sort="none" data-shortcut="f">File<span class="arrows"></span></th> + <th id="region" class="name left" aria-sort="none" data-default-sort-order="ascending" data-shortcut="n">function<span class="arrows"></span></th> + <th id="statements" aria-sort="none" data-default-sort-order="descending" data-shortcut="s">statements<span class="arrows"></span></th> + <th id="missing" aria-sort="none" data-default-sort-order="descending" data-shortcut="m">missing<span class="arrows"></span></th> + <th id="excluded" aria-sort="none" data-default-sort-order="descending" data-shortcut="x">excluded<span class="arrows"></span></th> + <th id="branches" aria-sort="none" data-default-sort-order="descending" data-shortcut="b">branches<span class="arrows"></span></th> + <th id="partial" aria-sort="none" data-default-sort-order="descending" data-shortcut="p">partial<span class="arrows"></span></th> + <th id="coverage" class="right" aria-sort="none" data-shortcut="c">coverage<span class="arrows"></span></th> + </tr> + </thead> + <tbody> + <tr class="region"> + <td class="name left"><a href="sentiment_py.html#t15">sentiment.py</a></td> + <td class="name left"><a href="sentiment_py.html#t15"><data value='main'>main</data></a></td> + <td>38</td> + <td>38</td> + <td>0</td> + <td>22</td> + <td>0</td> + <td class="right" data-ratio="0 60">0%</td> + </tr> + <tr class="region"> + <td class="name left"><a href="sentiment_py.html#t58">sentiment.py</a></td> + <td class="name left"><a href="sentiment_py.html#t58"><data value='read_file'>read_file</data></a></td> + <td>7</td> + <td>7</td> + <td>0</td> + <td>2</td> + <td>0</td> + <td class="right" data-ratio="0 9">0%</td> + </tr> + <tr class="region"> + <td class="name left"><a href="sentiment_py.html#t68">sentiment.py</a></td> + <td class="name left"><a href="sentiment_py.html#t68"><data value='get_stop_words'>get_stop_words</data></a></td> + <td>8</td> + <td>2</td> + <td>0</td> + <td>2</td> + <td>0</td> + <td class="right" data-ratio="8 10">80%</td> + </tr> + <tr class="region"> + <td class="name left"><a href="sentiment_py.html#t79">sentiment.py</a></td> + <td class="name left"><a href="sentiment_py.html#t79"><data value='adjusted_sentence_statistics'>adjusted_sentence_statistics</data></a></td> + <td>23</td> + <td>23</td> + <td>0</td> + <td>14</td> + <td>0</td> + <td class="right" data-ratio="0 37">0%</td> + </tr> + <tr class="region"> + <td class="name left"><a href="sentiment_py.html#t114">sentiment.py</a></td> + <td class="name left"><a href="sentiment_py.html#t114"><data value='save_stop_words'>save_stop_words</data></a></td> + <td>20</td> + <td>4</td> + <td>0</td> + <td>8</td> + <td>1</td> + <td class="right" data-ratio="23 28">82%</td> + </tr> + <tr class="region"> + <td class="name left"><a href="sentiment_py.html#t142">sentiment.py</a></td> + <td class="name left"><a href="sentiment_py.html#t142"><data value='sentence_statistics'>sentence_statistics</data></a></td> + <td>21</td> + <td>21</td> + <td>0</td> + <td>14</td> + <td>0</td> + <td class="right" data-ratio="0 35">0%</td> + </tr> + <tr class="region"> + <td class="name left"><a href="sentiment_py.html#t172">sentiment.py</a></td> + <td class="name left"><a href="sentiment_py.html#t172"><data value='token_statistics'>token_statistics</data></a></td> + <td>7</td> + <td>7</td> + <td>0</td> + <td>2</td> + <td>0</td> + <td class="right" data-ratio="0 9">0%</td> + </tr> + <tr class="region"> + <td class="name left"><a href="sentiment_py.html#t187">sentiment.py</a></td> + <td class="name left"><a href="sentiment_py.html#t187"><data value='score_compute'>score_compute</data></a></td> + <td>17</td> + <td>1</td> + <td>0</td> + <td>18</td> + <td>2</td> + <td class="right" data-ratio="32 35">91%</td> + </tr> + <tr class="region"> + <td class="name left"><a href="sentiment_py.html#t209">sentiment.py</a></td> + <td class="name left"><a href="sentiment_py.html#t209"><data value='word_frequencies'>word_frequencies</data></a></td> + <td>6</td> + <td>6</td> + <td>0</td> + <td>4</td> + <td>0</td> + <td class="right" data-ratio="0 10">0%</td> + </tr> + <tr class="region"> + <td class="name left"><a href="sentiment_py.html#t218">sentiment.py</a></td> + <td class="name left"><a href="sentiment_py.html#t218"><data value='check_token'>check_token</data></a></td> + <td>4</td> + <td>4</td> + <td>0</td> + <td>2</td> + <td>0</td> + <td class="right" data-ratio="0 6">0%</td> + </tr> + <tr class="region"> + <td class="name left"><a href="sentiment_py.html#t226">sentiment.py</a></td> + <td class="name left"><a href="sentiment_py.html#t226"><data value='show_reviews'>show_reviews</data></a></td> + <td>24</td> + <td>24</td> + <td>0</td> + <td>10</td> + <td>0</td> + <td class="right" data-ratio="0 34">0%</td> + </tr> + <tr class="region"> + <td class="name left"><a href="sentiment_py.html#t257">sentiment.py</a></td> + <td class="name left"><a href="sentiment_py.html#t257"><data value='get_tokens'>get_tokens</data></a></td> + <td>13</td> + <td>0</td> + <td>0</td> + <td>8</td> + <td>1</td> + <td class="right" data-ratio="20 21">95%</td> + </tr> + <tr class="region"> + <td class="name left"><a href="sentiment_py.html#t275">sentiment.py</a></td> + <td class="name left"><a href="sentiment_py.html#t275"><data value='read_file'>read_file</data></a></td> + <td>7</td> + <td>2</td> + <td>0</td> + <td>2</td> + <td>0</td> + <td class="right" data-ratio="7 9">78%</td> + </tr> + <tr class="region"> + <td class="name left"><a href="sentiment_py.html">sentiment.py</a></td> + <td class="name left"><a href="sentiment_py.html"><data value=''><span class='no-noun'>(no function)</span></data></a></td> + <td>28</td> + <td>1</td> + <td>0</td> + <td>2</td> + <td>1</td> + <td class="right" data-ratio="28 30">93%</td> + </tr> + <tr class="region"> + <td class="name left"><a href="test_main_py.html#t9">test_main.py</a></td> + <td class="name left"><a href="test_main_py.html#t9"><data value='setUp'>TestGetTokens.setUp</data></a></td> + <td>9</td> + <td>0</td> + <td>0</td> + <td>0</td> + <td>0</td> + <td class="right" data-ratio="9 9">100%</td> + </tr> + <tr class="region"> + <td class="name left"><a href="test_main_py.html#t27">test_main.py</a></td> + <td class="name left"><a href="test_main_py.html#t27"><data value='test_01_token_count'>TestGetTokens.test_01_token_count</data></a></td> + <td>8</td> + <td>0</td> + <td>0</td> + <td>0</td> + <td>0</td> + <td class="right" data-ratio="8 8">100%</td> + </tr> + <tr class="region"> + <td class="name left"><a href="test_main_py.html#t44">test_main.py</a></td> + <td class="name left"><a href="test_main_py.html#t44"><data value='test_02_word_frequencies'>TestGetTokens.test_02_word_frequencies</data></a></td> + <td>5</td> + <td>0</td> + <td>0</td> + <td>0</td> + <td>0</td> + <td class="right" data-ratio="5 5">100%</td> + </tr> + <tr class="region"> + <td class="name left"><a href="test_main_py.html#t53">test_main.py</a></td> + <td class="name left"><a href="test_main_py.html#t53"><data value='test_03_token_statistics'>TestGetTokens.test_03_token_statistics</data></a></td> + <td>9</td> + <td>0</td> + <td>0</td> + <td>0</td> + <td>0</td> + <td class="right" data-ratio="9 9">100%</td> + </tr> + <tr class="region"> + <td class="name left"><a href="test_main_py.html#t71">test_main.py</a></td> + <td class="name left"><a href="test_main_py.html#t71"><data value='test_04_token_classification'>TestGetTokens.test_04_token_classification</data></a></td> + <td>5</td> + <td>0</td> + <td>0</td> + <td>0</td> + <td>0</td> + <td class="right" data-ratio="5 5">100%</td> + </tr> + <tr class="region"> + <td class="name left"><a href="test_main_py.html#t82">test_main.py</a></td> + <td class="name left"><a href="test_main_py.html#t82"><data value='test_05_token_score'>TestGetTokens.test_05_token_score</data></a></td> + <td>5</td> + <td>0</td> + <td>0</td> + <td>0</td> + <td>0</td> + <td class="right" data-ratio="5 5">100%</td> + </tr> + <tr class="region"> + <td class="name left"><a href="test_main_py.html#t93">test_main.py</a></td> + <td class="name left"><a href="test_main_py.html#t93"><data value='test_06_sentence_statistics_classifications'>TestGetTokens.test_06_sentence_statistics_classifications</data></a></td> + <td>26</td> + <td>1</td> + <td>0</td> + <td>10</td> + <td>2</td> + <td class="right" data-ratio="33 36">92%</td> + </tr> + <tr class="region"> + <td class="name left"><a href="test_main_py.html#t134">test_main.py</a></td> + <td class="name left"><a href="test_main_py.html#t134"><data value='test_07_token_statistics_score'>TestGetTokens.test_07_token_statistics_score</data></a></td> + <td>21</td> + <td>1</td> + <td>0</td> + <td>10</td> + <td>2</td> + <td class="right" data-ratio="28 31">90%</td> + </tr> + <tr class="region"> + <td class="name left"><a href="test_main_py.html#t167">test_main.py</a></td> + <td class="name left"><a href="test_main_py.html#t167"><data value='test_08_save_stop_words'>TestGetTokens.test_08_save_stop_words</data></a></td> + <td>7</td> + <td>0</td> + <td>0</td> + <td>0</td> + <td>0</td> + <td class="right" data-ratio="7 7">100%</td> + </tr> + <tr class="region"> + <td class="name left"><a href="test_main_py.html#t178">test_main.py</a></td> + <td class="name left"><a href="test_main_py.html#t178"><data value='test_09_non_stop_stats_classifications'>TestGetTokens.test_09_non_stop_stats_classifications</data></a></td> + <td>32</td> + <td>1</td> + <td>0</td> + <td>10</td> + <td>2</td> + <td class="right" data-ratio="39 42">93%</td> + </tr> + <tr class="region"> + <td class="name left"><a href="test_main_py.html#t227">test_main.py</a></td> + <td class="name left"><a href="test_main_py.html#t227"><data value='test_10_non_stop_stats_score'>TestGetTokens.test_10_non_stop_stats_score</data></a></td> + <td>25</td> + <td>1</td> + <td>0</td> + <td>10</td> + <td>2</td> + <td class="right" data-ratio="32 35">91%</td> + </tr> + <tr class="region"> + <td class="name left"><a href="test_main_py.html">test_main.py</a></td> + <td class="name left"><a href="test_main_py.html"><data value=''><span class='no-noun'>(no function)</span></data></a></td> + <td>18</td> + <td>1</td> + <td>0</td> + <td>2</td> + <td>1</td> + <td class="right" data-ratio="18 20">90%</td> + </tr> + </tbody> + <tfoot> + <tr class="total"> + <td class="name left">Total</td> + <td class="name left"> </td> + <td>393</td> + <td>145</td> + <td>0</td> + <td>152</td> + <td>14</td> + <td class="right" data-ratio="316 545">58%</td> + </tr> + </tfoot> + </table> + <p id="no_rows"> + No items found using the specified filter. + </p> +</main> +<footer> + <div class="content"> + <p> + <a class="nav" href="https://coverage.readthedocs.io/en/7.7.0">coverage.py v7.7.0</a>, + created at 2025-03-16 20:40 -0500 + </p> + </div> + <aside class="hidden"> + <a id="prevFileLink" class="nav" href=""></a> + <a id="nextFileLink" class="nav" href=""></a> + <button type="button" class="button_prev_file" data-shortcut="["></button> + <button type="button" class="button_next_file" data-shortcut="]"></button> + <button type="button" class="button_show_hide_help" data-shortcut="?"></button> + </aside> +</footer> +</body> +</html> diff --git a/htmlcov/index.html b/htmlcov/index.html new file mode 100644 index 0000000000000000000000000000000000000000..df256855e4933f3dfc1206d0a49512b8082ece76 --- /dev/null +++ b/htmlcov/index.html @@ -0,0 +1,128 @@ +<!DOCTYPE html> +<html lang="en"> +<head> + <meta http-equiv="Content-Type" content="text/html; charset=utf-8"> + <title>Coverage report</title> + <link rel="icon" sizes="32x32" href="favicon_32_cb_58284776.png"> + <link rel="stylesheet" href="style_cb_718ce007.css" type="text/css"> + <script src="coverage_html_cb_497bf287.js" defer></script> +</head> +<body class="indexfile"> +<header> + <div class="content"> + <h1>Coverage report: + <span class="pc_cov">58%</span> + </h1> + <aside id="help_panel_wrapper"> + <input id="help_panel_state" type="checkbox"> + <label for="help_panel_state"> + <img id="keyboard_icon" src="keybd_closed_cb_ce680311.png" alt="Show/hide keyboard shortcuts"> + </label> + <div id="help_panel"> + <p class="legend">Shortcuts on this page</p> + <div class="keyhelp"> + <p> + <kbd>f</kbd> + <kbd>s</kbd> + <kbd>m</kbd> + <kbd>x</kbd> + <kbd>b</kbd> + <kbd>p</kbd> + <kbd>c</kbd> + change column sorting + </p> + <p> + <kbd>[</kbd> + <kbd>]</kbd> + prev/next file + </p> + <p> + <kbd>?</kbd> show/hide this help + </p> + </div> + </div> + </aside> + <form id="filter_container"> + <input id="filter" type="text" value="" placeholder="filter..."> + <div> + <input id="hide100" type="checkbox" > + <label for="hide100">hide covered</label> + </div> + </form> + <h2> + <a class="button current">Files</a> + <a class="button" href="function_index.html">Functions</a> + <a class="button" href="class_index.html">Classes</a> + </h2> + <p class="text"> + <a class="nav" href="https://coverage.readthedocs.io/en/7.7.0">coverage.py v7.7.0</a>, + created at 2025-03-16 20:40 -0500 + </p> + </div> +</header> +<main id="index"> + <table class="index" data-sortable> + <thead> + <tr class="tablehead" title="Click to sort"> + <th id="file" class="name left" aria-sort="none" data-shortcut="f">File<span class="arrows"></span></th> + <th id="statements" aria-sort="none" data-default-sort-order="descending" data-shortcut="s">statements<span class="arrows"></span></th> + <th id="missing" aria-sort="none" data-default-sort-order="descending" data-shortcut="m">missing<span class="arrows"></span></th> + <th id="excluded" aria-sort="none" data-default-sort-order="descending" data-shortcut="x">excluded<span class="arrows"></span></th> + <th id="branches" aria-sort="none" data-default-sort-order="descending" data-shortcut="b">branches<span class="arrows"></span></th> + <th id="partial" aria-sort="none" data-default-sort-order="descending" data-shortcut="p">partial<span class="arrows"></span></th> + <th id="coverage" class="right" aria-sort="none" data-shortcut="c">coverage<span class="arrows"></span></th> + </tr> + </thead> + <tbody> + <tr class="region"> + <td class="name left"><a href="sentiment_py.html">sentiment.py</a></td> + <td>223</td> + <td>140</td> + <td>0</td> + <td>110</td> + <td>5</td> + <td class="right" data-ratio="118 333">35%</td> + </tr> + <tr class="region"> + <td class="name left"><a href="test_main_py.html">test_main.py</a></td> + <td>170</td> + <td>5</td> + <td>0</td> + <td>42</td> + <td>9</td> + <td class="right" data-ratio="198 212">93%</td> + </tr> + </tbody> + <tfoot> + <tr class="total"> + <td class="name left">Total</td> + <td>393</td> + <td>145</td> + <td>0</td> + <td>152</td> + <td>14</td> + <td class="right" data-ratio="316 545">58%</td> + </tr> + </tfoot> + </table> + <p id="no_rows"> + No items found using the specified filter. + </p> +</main> +<footer> + <div class="content"> + <p> + <a class="nav" href="https://coverage.readthedocs.io/en/7.7.0">coverage.py v7.7.0</a>, + created at 2025-03-16 20:40 -0500 + </p> + </div> + <aside class="hidden"> + <a id="prevFileLink" class="nav" href="test_main_py.html"></a> + <a id="nextFileLink" class="nav" href="sentiment_py.html"></a> + <button type="button" class="button_prev_file" data-shortcut="["></button> + <button type="button" class="button_next_file" data-shortcut="]"></button> + <button type="button" class="button_show_hide_help" data-shortcut="?"></button> + </aside> +</footer> +</body> +</html> diff --git a/htmlcov/keybd_closed_cb_ce680311.png b/htmlcov/keybd_closed_cb_ce680311.png new file mode 100644 index 0000000000000000000000000000000000000000..ba119c47df81ed2bbd27a06988abf700139c4f99 Binary files /dev/null and b/htmlcov/keybd_closed_cb_ce680311.png differ diff --git a/htmlcov/sentiment_py.html b/htmlcov/sentiment_py.html new file mode 100644 index 0000000000000000000000000000000000000000..fc6a8f93dbc957ad1ceb0b6c4593e6779175cc13 --- /dev/null +++ b/htmlcov/sentiment_py.html @@ -0,0 +1,384 @@ +<!DOCTYPE html> +<html lang="en"> +<head> + <meta http-equiv="Content-Type" content="text/html; charset=utf-8"> + <title>Coverage for sentiment.py: 35%</title> + <link rel="icon" sizes="32x32" href="favicon_32_cb_58284776.png"> + <link rel="stylesheet" href="style_cb_718ce007.css" type="text/css"> + <script src="coverage_html_cb_497bf287.js" defer></script> +</head> +<body class="pyfile"> +<header> + <div class="content"> + <h1> + <span class="text">Coverage for </span><b>sentiment.py</b>: + <span class="pc_cov">35%</span> + </h1> + <aside id="help_panel_wrapper"> + <input id="help_panel_state" type="checkbox"> + <label for="help_panel_state"> + <img id="keyboard_icon" src="keybd_closed_cb_ce680311.png" alt="Show/hide keyboard shortcuts"> + </label> + <div id="help_panel"> + <p class="legend">Shortcuts on this page</p> + <div class="keyhelp"> + <p> + <kbd>r</kbd> + <kbd>m</kbd> + <kbd>x</kbd> + <kbd>p</kbd> + toggle line displays + </p> + <p> + <kbd>j</kbd> + <kbd>k</kbd> + next/prev highlighted chunk + </p> + <p> + <kbd>0</kbd> (zero) top of page + </p> + <p> + <kbd>1</kbd> (one) first highlighted chunk + </p> + <p> + <kbd>[</kbd> + <kbd>]</kbd> + prev/next file + </p> + <p> + <kbd>u</kbd> up to the index + </p> + <p> + <kbd>?</kbd> show/hide this help + </p> + </div> + </div> + </aside> + <h2> + <span class="text">223 statements </span> + <button type="button" class="run button_toggle_run" value="run" data-shortcut="r" title="Toggle lines run">83<span class="text"> run</span></button> + <button type="button" class="mis show_mis button_toggle_mis" value="mis" data-shortcut="m" title="Toggle lines missing">140<span class="text"> missing</span></button> + <button type="button" class="exc show_exc button_toggle_exc" value="exc" data-shortcut="x" title="Toggle lines excluded">0<span class="text"> excluded</span></button> + <button type="button" class="par run show_par button_toggle_par" value="par" data-shortcut="p" title="Toggle lines partially run">5<span class="text"> partial</span></button> + </h2> + <p class="text"> + <a id="prevFileLink" class="nav" href="index.html">« prev</a> + <a id="indexLink" class="nav" href="index.html">^ index</a> + <a id="nextFileLink" class="nav" href="test_main_py.html">» next</a> + + <a class="nav" href="https://coverage.readthedocs.io/en/7.7.0">coverage.py v7.7.0</a>, + created at 2025-03-16 20:40 -0500 + </p> + <aside class="hidden"> + <button type="button" class="button_next_chunk" data-shortcut="j"></button> + <button type="button" class="button_prev_chunk" data-shortcut="k"></button> + <button type="button" class="button_top_of_page" data-shortcut="0"></button> + <button type="button" class="button_first_chunk" data-shortcut="1"></button> + <button type="button" class="button_prev_file" data-shortcut="["></button> + <button type="button" class="button_next_file" data-shortcut="]"></button> + <button type="button" class="button_to_index" data-shortcut="u"></button> + <button type="button" class="button_show_hide_help" data-shortcut="?"></button> + </aside> + </div> +</header> +<main id="source"> + <p class="run"><span class="n"><a id="t1" href="#t1">1</a></span><span class="t"><span class="key">import</span> <span class="nam">math</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t2" href="#t2">2</a></span><span class="t"><span class="key">import</span> <span class="nam">os</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t3" href="#t3">3</a></span><span class="t"><span class="key">from</span> <span class="nam">enum</span> <span class="key">import</span> <span class="nam">Enum</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t4" href="#t4">4</a></span><span class="t"><span class="key">from</span> <span class="nam">collections</span> <span class="key">import</span> <span class="nam">Counter</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t5" href="#t5">5</a></span><span class="t"><span class="key">class</span> <span class="nam">MenuOption</span><span class="op">(</span><span class="nam">Enum</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t6" href="#t6">6</a></span><span class="t"> <span class="nam">SHOW_REVIEWS</span> <span class="op">=</span> <span class="str">'Show reviews'</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t7" href="#t7">7</a></span><span class="t"> <span class="nam">CHECK_TOKEN</span> <span class="op">=</span> <span class="str">'Check if a token is present'</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t8" href="#t8">8</a></span><span class="t"> <span class="nam">SHOW_DOCUMENT_FREQUENCY</span> <span class="op">=</span> <span class="str">'Show the document frequency for a particular token'</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t9" href="#t9">9</a></span><span class="t"> <span class="nam">SHOW_TOKEN_STATISTICS</span> <span class="op">=</span> <span class="str">'Show all statistics for a particular token'</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t10" href="#t10">10</a></span><span class="t"> <span class="nam">SHOW_SENTENCE_STATISTICS</span> <span class="op">=</span> <span class="str">'Show the statistics for a sentence'</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t11" href="#t11">11</a></span><span class="t"> <span class="nam">SAVE_STOP_WORD_LIST</span> <span class="op">=</span> <span class="str">'Save the list of stop words to a file'</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t12" href="#t12">12</a></span><span class="t"> <span class="nam">SHOW_ADJUSTED_SENTENCE_STATISTICS</span> <span class="op">=</span> <span class="str">'Show the statistics for a sentence with stop words ignored'</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t13" href="#t13">13</a></span><span class="t"> <span class="nam">EXIT</span> <span class="op">=</span> <span class="str">'Exit the program'</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t14" href="#t14">14</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t15" href="#t15">15</a></span><span class="t"><span class="key">def</span> <span class="nam">main</span><span class="op">(</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t16" href="#t16">16</a></span><span class="t"> <span class="nam">recall</span> <span class="op">=</span> <span class="key">True</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t17" href="#t17">17</a></span><span class="t"> <span class="nam">menu_options</span> <span class="op">=</span> <span class="nam">tuple</span><span class="op">(</span><span class="nam">MenuOption</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t18" href="#t18">18</a></span><span class="t"> <span class="nam">reviews</span> <span class="op">=</span> <span class="op">[</span><span class="op">]</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t19" href="#t19">19</a></span><span class="t"> <span class="nam">review_tokens_set</span> <span class="op">=</span> <span class="nam">set</span><span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t20" href="#t20">20</a></span><span class="t"> <span class="nam">review_tokens_list</span> <span class="op">=</span> <span class="op">[</span><span class="op">]</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t21" href="#t21">21</a></span><span class="t"> <span class="nam">positive_reviews_list</span><span class="op">,</span><span class="nam">neutral_reviews_list</span><span class="op">,</span> <span class="nam">negative_reviews_list</span> <span class="op">=</span> <span class="op">[</span><span class="op">]</span><span class="op">,</span> <span class="op">[</span><span class="op">]</span><span class="op">,</span> <span class="op">[</span><span class="op">]</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t22" href="#t22">22</a></span><span class="t"> <span class="nam">positive_reviews_set</span><span class="op">,</span> <span class="nam">neutral_reviews_set</span><span class="op">,</span> <span class="nam">negative_reviews_set</span> <span class="op">=</span> <span class="nam">set</span><span class="op">(</span><span class="op">)</span><span class="op">,</span> <span class="nam">set</span><span class="op">(</span><span class="op">)</span><span class="op">,</span> <span class="nam">set</span><span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t23" href="#t23">23</a></span><span class="t"> <span class="nam">read_file</span><span class="op">(</span><span class="nam">reviews</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t24" href="#t24">24</a></span><span class="t"> <span class="nam">get_tokens</span><span class="op">(</span><span class="nam">reviews</span><span class="op">,</span> <span class="nam">review_tokens_set</span><span class="op">,</span> <span class="nam">review_tokens_list</span><span class="op">,</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t25" href="#t25">25</a></span><span class="t"> <span class="nam">positive_reviews_list</span><span class="op">,</span> <span class="nam">neutral_reviews_list</span><span class="op">,</span> <span class="nam">negative_reviews_list</span><span class="op">,</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t26" href="#t26">26</a></span><span class="t"> <span class="nam">positive_reviews_set</span><span class="op">,</span> <span class="nam">neutral_reviews_set</span><span class="op">,</span> <span class="nam">negative_reviews_set</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t27" href="#t27">27</a></span><span class="t"> <span class="nam">stop_words</span> <span class="op">=</span> <span class="nam">get_stop_words</span><span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t28" href="#t28">28</a></span><span class="t"> <span class="key">while</span> <span class="nam">recall</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t29" href="#t29">29</a></span><span class="t"> <span class="nam">menu_choice</span> <span class="op">=</span> <span class="num">1</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t30" href="#t30">30</a></span><span class="t"> <span class="nam">print</span><span class="op">(</span><span class="str">"\nChoose an option: "</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t31" href="#t31">31</a></span><span class="t"> <span class="key">for</span> <span class="nam">option</span> <span class="key">in</span> <span class="nam">menu_options</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t32" href="#t32">32</a></span><span class="t"> <span class="nam">print</span><span class="op">(</span><span class="str">f"{menu_choice}. "</span> <span class="op">+</span> <span class="nam">option</span><span class="op">.</span><span class="nam">value</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t33" href="#t33">33</a></span><span class="t"> <span class="nam">menu_choice</span> <span class="op">=</span> <span class="nam">menu_choice</span> <span class="op">+</span> <span class="num">1</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t34" href="#t34">34</a></span><span class="t"> <span class="key">try</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t35" href="#t35">35</a></span><span class="t"> <span class="nam">input_number</span> <span class="op">=</span> <span class="nam">int</span><span class="op">(</span><span class="nam">input</span><span class="op">(</span><span class="str">"Enter a number 1 to 8: "</span><span class="op">)</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t36" href="#t36">36</a></span><span class="t"> <span class="key">except</span> <span class="op">(</span><span class="nam">ValueError</span><span class="op">,</span> <span class="nam">IndexError</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t37" href="#t37">37</a></span><span class="t"> <span class="nam">print</span><span class="op">(</span><span class="str">"\nInvalid input - please input number between 1 and 8"</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t38" href="#t38">38</a></span><span class="t"> <span class="key">else</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t39" href="#t39">39</a></span><span class="t"> <span class="key">if</span> <span class="nam">input_number</span> <span class="op"><</span> <span class="num">1</span> <span class="key">or</span> <span class="nam">input_number</span> <span class="op">></span> <span class="num">8</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t40" href="#t40">40</a></span><span class="t"> <span class="nam">print</span><span class="op">(</span><span class="str">"\nInvalid input - please input number between 1 and 8"</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t41" href="#t41">41</a></span><span class="t"> <span class="key">elif</span> <span class="nam">input_number</span> <span class="op">==</span> <span class="num">1</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t42" href="#t42">42</a></span><span class="t"> <span class="nam">show_reviews</span><span class="op">(</span><span class="nam">reviews</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t43" href="#t43">43</a></span><span class="t"> <span class="key">elif</span> <span class="nam">input_number</span> <span class="op">==</span> <span class="num">2</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t44" href="#t44">44</a></span><span class="t"> <span class="nam">check_token</span><span class="op">(</span><span class="nam">review_tokens_set</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t45" href="#t45">45</a></span><span class="t"> <span class="key">elif</span> <span class="nam">input_number</span> <span class="op">==</span> <span class="num">3</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t46" href="#t46">46</a></span><span class="t"> <span class="nam">word_frequencies</span><span class="op">(</span><span class="nam">review_tokens_list</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t47" href="#t47">47</a></span><span class="t"> <span class="key">elif</span> <span class="nam">input_number</span> <span class="op">==</span> <span class="num">4</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t48" href="#t48">48</a></span><span class="t"> <span class="nam">token_statistics</span><span class="op">(</span><span class="nam">positive_reviews_list</span><span class="op">,</span> <span class="nam">neutral_reviews_list</span><span class="op">,</span> <span class="nam">negative_reviews_list</span><span class="op">,</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t49" href="#t49">49</a></span><span class="t"> <span class="nam">review_tokens_set</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t50" href="#t50">50</a></span><span class="t"> <span class="key">elif</span> <span class="nam">input_number</span> <span class="op">==</span> <span class="num">5</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t51" href="#t51">51</a></span><span class="t"> <span class="nam">sentence_statistics</span><span class="op">(</span><span class="nam">positive_reviews_list</span><span class="op">,</span> <span class="nam">neutral_reviews_list</span><span class="op">,</span> <span class="nam">negative_reviews_list</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t52" href="#t52">52</a></span><span class="t"> <span class="key">elif</span> <span class="nam">input_number</span> <span class="op">==</span> <span class="num">6</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t53" href="#t53">53</a></span><span class="t"> <span class="nam">save_stop_words</span><span class="op">(</span><span class="nam">negative_reviews_list</span><span class="op">,</span> <span class="nam">neutral_reviews_list</span><span class="op">,</span> <span class="nam">positive_reviews_list</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t54" href="#t54">54</a></span><span class="t"> <span class="key">elif</span> <span class="nam">input_number</span> <span class="op">==</span> <span class="num">7</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t55" href="#t55">55</a></span><span class="t"> <span class="nam">adjusted_sentence_statistics</span><span class="op">(</span><span class="nam">negative_reviews_list</span><span class="op">,</span> <span class="nam">neutral_reviews_list</span><span class="op">,</span> <span class="nam">positive_reviews_list</span><span class="op">,</span> <span class="nam">stop_words</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t56" href="#t56">56</a></span><span class="t"> <span class="key">elif</span> <span class="nam">input_number</span> <span class="op">==</span> <span class="num">8</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t57" href="#t57">57</a></span><span class="t"> <span class="nam">exit</span><span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t58" href="#t58">58</a></span><span class="t"><span class="key">def</span> <span class="nam">read_file</span><span class="op">(</span><span class="nam">reviews</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t59" href="#t59">59</a></span><span class="t"> <span class="nam">file_path</span> <span class="op">=</span> <span class="nam">os</span><span class="op">.</span><span class="nam">path</span><span class="op">.</span><span class="nam">join</span><span class="op">(</span><span class="nam">os</span><span class="op">.</span><span class="nam">path</span><span class="op">.</span><span class="nam">dirname</span><span class="op">(</span><span class="nam">__file__</span><span class="op">)</span><span class="op">,</span> <span class="str">"sentiment.txt"</span><span class="op">)</span> <span class="com"># Adjust if needed</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t60" href="#t60">60</a></span><span class="t"> <span class="key">try</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t61" href="#t61">61</a></span><span class="t"> <span class="key">with</span> <span class="nam">open</span><span class="op">(</span><span class="nam">file_path</span><span class="op">,</span> <span class="str">"r"</span><span class="op">,</span> <span class="nam">encoding</span><span class="op">=</span><span class="str">"utf-8"</span><span class="op">)</span> <span class="key">as</span> <span class="nam">file</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t62" href="#t62">62</a></span><span class="t"> <span class="key">for</span> <span class="nam">line</span> <span class="key">in</span> <span class="nam">file</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t63" href="#t63">63</a></span><span class="t"> <span class="nam">reviews</span><span class="op">.</span><span class="nam">append</span><span class="op">(</span><span class="nam">line</span><span class="op">.</span><span class="nam">strip</span><span class="op">(</span><span class="str">"\t\n"</span><span class="op">)</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t64" href="#t64">64</a></span><span class="t"> <span class="key">except</span> <span class="nam">FileNotFoundError</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t65" href="#t65">65</a></span><span class="t"> <span class="key">raise</span> <span class="nam">FileNotFoundError</span><span class="op">(</span><span class="str">f"Error - No file found at {file_path}. Ensure sentiment.txt is in the correct directory."</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t66" href="#t66">66</a></span><span class="t"> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t67" href="#t67">67</a></span><span class="t"><span class="com">#gets list of stop words</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t68" href="#t68">68</a></span><span class="t"><span class="key">def</span> <span class="nam">get_stop_words</span><span class="op">(</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t69" href="#t69">69</a></span><span class="t"> <span class="nam">stop_words</span> <span class="op">=</span> <span class="nam">set</span><span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t70" href="#t70">70</a></span><span class="t"> <span class="key">try</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t71" href="#t71">71</a></span><span class="t"> <span class="key">with</span> <span class="nam">open</span><span class="op">(</span><span class="str">"output.txt"</span><span class="op">,</span> <span class="str">"r"</span><span class="op">,</span> <span class="nam">encoding</span><span class="op">=</span><span class="str">"utf-8"</span><span class="op">)</span> <span class="key">as</span> <span class="nam">file</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t72" href="#t72">72</a></span><span class="t"> <span class="key">for</span> <span class="nam">line</span> <span class="key">in</span> <span class="nam">file</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t73" href="#t73">73</a></span><span class="t"> <span class="nam">stop_words</span><span class="op">.</span><span class="nam">add</span><span class="op">(</span><span class="nam">line</span><span class="op">.</span><span class="nam">strip</span><span class="op">(</span><span class="op">)</span><span class="op">)</span> <span class="com"># Remove newlines and extra spaces</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t74" href="#t74">74</a></span><span class="t"> <span class="key">except</span> <span class="nam">FileNotFoundError</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t75" href="#t75">75</a></span><span class="t"> <span class="nam">print</span><span class="op">(</span><span class="str">"Warning: Stop words file not found. Using an empty set."</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t76" href="#t76">76</a></span><span class="t"> <span class="key">return</span> <span class="nam">stop_words</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t77" href="#t77">77</a></span><span class="t"> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t78" href="#t78">78</a></span><span class="t"><span class="com">#finds the statistics for a series of inputs, ignoring stop words</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t79" href="#t79">79</a></span><span class="t"><span class="key">def</span> <span class="nam">adjusted_sentence_statistics</span><span class="op">(</span><span class="nam">negative_reviews</span><span class="op">,</span> <span class="nam">neutral_reviews</span><span class="op">,</span> <span class="nam">positive_reviews</span><span class="op">,</span> <span class="nam">stop_words</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t80" href="#t80">80</a></span><span class="t"> <span class="nam">input_tokens</span> <span class="op">=</span> <span class="nam">str</span><span class="op">(</span><span class="nam">input</span><span class="op">(</span><span class="str">"Enter a sentence as space-seperated tokens: "</span><span class="op">)</span><span class="op">)</span><span class="op">.</span><span class="nam">lower</span><span class="op">(</span><span class="op">)</span><span class="op">.</span><span class="nam">split</span><span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t81" href="#t81">81</a></span><span class="t"> <span class="nam">nonstop_tokens</span> <span class="op">=</span> <span class="op">[</span><span class="nam">token</span> <span class="key">for</span> <span class="nam">token</span> <span class="key">in</span> <span class="nam">input_tokens</span> <span class="key">if</span> <span class="nam">token</span> <span class="key">not</span> <span class="key">in</span> <span class="nam">stop_words</span><span class="op">]</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t82" href="#t82">82</a></span><span class="t"> <span class="nam">stop_word_count</span> <span class="op">=</span> <span class="nam">len</span><span class="op">(</span><span class="nam">input_tokens</span><span class="op">)</span> <span class="op">-</span> <span class="nam">len</span><span class="op">(</span><span class="nam">nonstop_tokens</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t83" href="#t83">83</a></span><span class="t"> <span class="nam">positive_counter</span><span class="op">,</span> <span class="nam">neutral_counter</span><span class="op">,</span> <span class="nam">negative_counter</span><span class="op">,</span> <span class="nam">unknown_counter</span> <span class="op">=</span> <span class="num">0</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> <span class="num">0</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t84" href="#t84">84</a></span><span class="t"> <span class="nam">total_positive_reviews</span><span class="op">,</span> <span class="nam">total_neutral_reviews</span><span class="op">,</span> <span class="nam">total_negative_reviews</span><span class="op">,</span> <span class="nam">total_score</span><span class="op">,</span> <span class="nam">valid_tokens</span> <span class="op">=</span> <span class="num">0</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> <span class="num">0</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t85" href="#t85">85</a></span><span class="t"> <span class="nam">score_con</span> <span class="op">=</span> <span class="str">""</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t86" href="#t86">86</a></span><span class="t"> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t87" href="#t87">87</a></span><span class="t"> <span class="key">for</span> <span class="nam">token</span> <span class="key">in</span> <span class="nam">nonstop_tokens</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t88" href="#t88">88</a></span><span class="t"> <span class="key">if</span> <span class="nam">token</span> <span class="key">in</span> <span class="nam">positive_reviews</span> <span class="key">or</span> <span class="nam">token</span> <span class="key">in</span> <span class="nam">neutral_reviews</span> <span class="key">or</span> <span class="nam">token</span> <span class="key">in</span> <span class="nam">negative_reviews</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t89" href="#t89">89</a></span><span class="t"> <span class="nam">negative_counter</span><span class="op">,</span> <span class="nam">neutral_counter</span><span class="op">,</span> <span class="nam">positive_counter</span><span class="op">,</span> <span class="nam">score</span><span class="op">,</span> <span class="nam">score_con</span> <span class="op">=</span> <span class="nam">score_compute</span><span class="op">(</span><span class="nam">token</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t90" href="#t90">90</a></span><span class="t"> <span class="nam">negative_reviews</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t91" href="#t91">91</a></span><span class="t"> <span class="nam">neutral_reviews</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t92" href="#t92">92</a></span><span class="t"> <span class="nam">positive_reviews</span><span class="op">,</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t93" href="#t93">93</a></span><span class="t"> <span class="nam">score_con</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t94" href="#t94">94</a></span><span class="t"> <span class="key">if</span> <span class="nam">score_con</span> <span class="op">==</span> <span class="str">"positive"</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t95" href="#t95">95</a></span><span class="t"> <span class="nam">total_positive_reviews</span> <span class="op">+=</span> <span class="num">1</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t96" href="#t96">96</a></span><span class="t"> <span class="key">elif</span> <span class="nam">score_con</span> <span class="op">==</span> <span class="str">"neutral"</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t97" href="#t97">97</a></span><span class="t"> <span class="nam">total_neutral_reviews</span> <span class="op">+=</span> <span class="num">1</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t98" href="#t98">98</a></span><span class="t"> <span class="key">elif</span> <span class="nam">score_con</span> <span class="op">==</span> <span class="str">"negative"</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t99" href="#t99">99</a></span><span class="t"> <span class="nam">total_negative_reviews</span> <span class="op">+=</span> <span class="num">1</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t100" href="#t100">100</a></span><span class="t"> <span class="key">if</span> <span class="nam">token</span> <span class="key">in</span> <span class="nam">positive_reviews</span> <span class="key">or</span> <span class="nam">token</span> <span class="key">in</span> <span class="nam">neutral_reviews</span> <span class="key">or</span> <span class="nam">token</span> <span class="key">in</span> <span class="nam">negative_reviews</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t101" href="#t101">101</a></span><span class="t"> <span class="nam">total_score</span> <span class="op">+=</span> <span class="nam">score</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t102" href="#t102">102</a></span><span class="t"> <span class="nam">valid_tokens</span> <span class="op">+=</span> <span class="num">1</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t103" href="#t103">103</a></span><span class="t"> <span class="key">else</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t104" href="#t104">104</a></span><span class="t"> <span class="nam">unknown_counter</span> <span class="op">+=</span> <span class="num">1</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t105" href="#t105">105</a></span><span class="t"> <span class="key">if</span> <span class="nam">valid_tokens</span> <span class="op">></span> <span class="num">0</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t106" href="#t106">106</a></span><span class="t"> <span class="nam">avg_score</span> <span class="op">=</span> <span class="nam">total_score</span> <span class="op">/</span> <span class="nam">valid_tokens</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t107" href="#t107">107</a></span><span class="t"> <span class="nam">print</span><span class="op">(</span><span class="str">f"\nThe sentence has {stop_word_count} stop-word token(s), and it has {total_negative_reviews} negative, {total_neutral_reviews} neutral, {total_positive_reviews} positive, and {unknown_counter}"</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t108" href="#t108">108</a></span><span class="t"> <span class="str">f" unknown non-stop-word token(s).\nThe sentence has an average tf-idf score of {avg_score}."</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t109" href="#t109">109</a></span><span class="t"> <span class="key">else</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t110" href="#t110">110</a></span><span class="t"> <span class="nam">print</span><span class="op">(</span><span class="str">f"\nThe sentence contains only {stop_word_count} stop-word token(s) and {unknown_counter} unknown non-stop-word token(s).\n"</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t111" href="#t111">111</a></span><span class="t"> <span class="str">f"Therefore, its average tf-idf score is undefined."</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t112" href="#t112">112</a></span><span class="t"> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t113" href="#t113">113</a></span><span class="t"><span class="com">#saves stop words to a file</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t114" href="#t114">114</a></span><span class="t"><span class="key">def</span> <span class="nam">save_stop_words</span><span class="op">(</span><span class="nam">negative_reviews_list</span><span class="op">,</span> <span class="nam">neutral_reviews_list</span><span class="op">,</span> <span class="nam">positive_reviews_list</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t115" href="#t115">115</a></span><span class="t"> <span class="nam">positive_reviews</span> <span class="op">=</span> <span class="nam">Counter</span><span class="op">(</span><span class="nam">positive_reviews_list</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t116" href="#t116">116</a></span><span class="t"> <span class="nam">neutral_reviews</span> <span class="op">=</span> <span class="nam">Counter</span><span class="op">(</span><span class="nam">neutral_reviews_list</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t117" href="#t117">117</a></span><span class="t"> <span class="nam">negative_reviews</span> <span class="op">=</span> <span class="nam">Counter</span><span class="op">(</span><span class="nam">negative_reviews_list</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t118" href="#t118">118</a></span><span class="t"> </span><span class="r"></span></p> + <p class="par run show_par"><span class="n"><a id="t119" href="#t119">119</a></span><span class="t"> <span class="key">if</span> <span class="key">not</span> <span class="op">(</span><span class="nam">negative_reviews_list</span> <span class="key">or</span> <span class="nam">neutral_reviews_list</span> <span class="key">or</span> <span class="nam">positive_reviews_list</span><span class="op">)</span><span class="op">:</span> </span><span class="r"><span class="annotate short">119 ↛ 120</span><span class="annotate long">line 119 didn't jump to line 120 because the condition on line 119 was never true</span></span></p> + <p class="mis show_mis"><span class="n"><a id="t120" href="#t120">120</a></span><span class="t"> <span class="nam">print</span><span class="op">(</span><span class="str">"No data available to compute stop words."</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t121" href="#t121">121</a></span><span class="t"> <span class="key">with</span> <span class="nam">open</span><span class="op">(</span><span class="str">"output.txt"</span><span class="op">,</span> <span class="str">"w"</span><span class="op">,</span> <span class="nam">encoding</span><span class="op">=</span><span class="str">"utf-8"</span><span class="op">)</span> <span class="key">as</span> <span class="nam">file</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t122" href="#t122">122</a></span><span class="t"> <span class="nam">file</span><span class="op">.</span><span class="nam">write</span><span class="op">(</span><span class="str">""</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t123" href="#t123">123</a></span><span class="t"> <span class="key">return</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t124" href="#t124">124</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t125" href="#t125">125</a></span><span class="t"> <span class="nam">token_frequencies</span> <span class="op">=</span> <span class="nam">Counter</span><span class="op">(</span><span class="nam">positive_reviews</span><span class="op">)</span> <span class="op">+</span> <span class="nam">Counter</span><span class="op">(</span><span class="nam">neutral_reviews</span><span class="op">)</span> <span class="op">+</span> <span class="nam">Counter</span><span class="op">(</span><span class="nam">negative_reviews</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t126" href="#t126">126</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t127" href="#t127">127</a></span><span class="t"> <span class="key">for</span> <span class="nam">token_dict</span> <span class="key">in</span> <span class="op">[</span><span class="nam">negative_reviews</span><span class="op">,</span> <span class="nam">neutral_reviews</span><span class="op">,</span> <span class="nam">positive_reviews</span><span class="op">]</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t128" href="#t128">128</a></span><span class="t"> <span class="key">for</span> <span class="nam">token</span><span class="op">,</span> <span class="nam">count</span> <span class="key">in</span> <span class="nam">token_dict</span><span class="op">.</span><span class="nam">items</span><span class="op">(</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t129" href="#t129">129</a></span><span class="t"> <span class="nam">token_frequencies</span><span class="op">[</span><span class="nam">token</span><span class="op">]</span> <span class="op">=</span> <span class="nam">token_frequencies</span><span class="op">.</span><span class="nam">get</span><span class="op">(</span><span class="nam">token</span><span class="op">,</span> <span class="num">0</span><span class="op">)</span> <span class="op">+</span> <span class="nam">count</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t130" href="#t130">130</a></span><span class="t"> <span class="nam">total_tokens</span> <span class="op">=</span> <span class="nam">sum</span><span class="op">(</span><span class="nam">token_frequencies</span><span class="op">.</span><span class="nam">values</span><span class="op">(</span><span class="op">)</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t131" href="#t131">131</a></span><span class="t"> <span class="nam">threshold</span> <span class="op">=</span> <span class="num">0.002</span> <span class="op">*</span> <span class="nam">total_tokens</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t132" href="#t132">132</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t133" href="#t133">133</a></span><span class="t"> <span class="nam">stop_words</span> <span class="op">=</span> <span class="op">[</span><span class="nam">token</span> <span class="key">for</span> <span class="nam">token</span><span class="op">,</span> <span class="nam">freq</span> <span class="key">in</span> <span class="nam">token_frequencies</span><span class="op">.</span><span class="nam">items</span><span class="op">(</span><span class="op">)</span> <span class="key">if</span> <span class="nam">freq</span> <span class="op">>=</span> <span class="nam">threshold</span><span class="op">]</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t134" href="#t134">134</a></span><span class="t"> <span class="nam">stop_words</span><span class="op">.</span><span class="nam">sort</span><span class="op">(</span><span class="nam">key</span><span class="op">=</span><span class="nam">len</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t135" href="#t135">135</a></span><span class="t"> <span class="key">with</span> <span class="nam">open</span><span class="op">(</span><span class="str">"output.txt"</span><span class="op">,</span> <span class="str">"w"</span><span class="op">,</span> <span class="nam">encoding</span><span class="op">=</span><span class="str">"utf-8"</span><span class="op">)</span> <span class="key">as</span> <span class="nam">file</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t136" href="#t136">136</a></span><span class="t"> <span class="key">for</span> <span class="nam">token</span> <span class="key">in</span> <span class="nam">stop_words</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t137" href="#t137">137</a></span><span class="t"> <span class="nam">file</span><span class="op">.</span><span class="nam">write</span><span class="op">(</span><span class="str">f"{token}\n"</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t138" href="#t138">138</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t139" href="#t139">139</a></span><span class="t"> <span class="nam">print</span><span class="op">(</span><span class="str">f'\nStop word list saved to "output.txt".'</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t140" href="#t140">140</a></span><span class="t"> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t141" href="#t141">141</a></span><span class="t"><span class="com">#finds the statistics for a series of inputs</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t142" href="#t142">142</a></span><span class="t"><span class="key">def</span> <span class="nam">sentence_statistics</span><span class="op">(</span><span class="nam">positive_reviews</span><span class="op">,</span> <span class="nam">neutral_reviews</span><span class="op">,</span> <span class="nam">negative_reviews</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t143" href="#t143">143</a></span><span class="t"> <span class="nam">input_tokens</span> <span class="op">=</span> <span class="nam">str</span><span class="op">(</span><span class="nam">input</span><span class="op">(</span><span class="str">"Enter a sentence as space-seperated tokens: "</span><span class="op">)</span><span class="op">)</span><span class="op">.</span><span class="nam">lower</span><span class="op">(</span><span class="op">)</span><span class="op">.</span><span class="nam">split</span><span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t144" href="#t144">144</a></span><span class="t"> <span class="nam">positive_counter</span><span class="op">,</span> <span class="nam">neutral_counter</span><span class="op">,</span> <span class="nam">negative_counter</span><span class="op">,</span> <span class="nam">unknown_counter</span> <span class="op">=</span> <span class="num">0</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> <span class="num">0</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t145" href="#t145">145</a></span><span class="t"> <span class="nam">total_positive_reviews</span><span class="op">,</span> <span class="nam">total_neutral_reviews</span><span class="op">,</span> <span class="nam">total_negative_reviews</span><span class="op">,</span> <span class="nam">total_score</span><span class="op">,</span> <span class="nam">valid_tokens</span> <span class="op">=</span> <span class="num">0</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> <span class="num">0</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t146" href="#t146">146</a></span><span class="t"> <span class="nam">score_con</span> <span class="op">=</span> <span class="str">""</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t147" href="#t147">147</a></span><span class="t"> <span class="key">for</span> <span class="nam">token</span> <span class="key">in</span> <span class="nam">input_tokens</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t148" href="#t148">148</a></span><span class="t"> <span class="key">if</span> <span class="nam">token</span> <span class="key">in</span> <span class="nam">positive_reviews</span> <span class="key">or</span> <span class="nam">token</span> <span class="key">in</span> <span class="nam">neutral_reviews</span> <span class="key">or</span> <span class="nam">token</span> <span class="key">in</span> <span class="nam">negative_reviews</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t149" href="#t149">149</a></span><span class="t"> <span class="nam">negative_counter</span><span class="op">,</span> <span class="nam">neutral_counter</span><span class="op">,</span> <span class="nam">positive_counter</span><span class="op">,</span> <span class="nam">score</span><span class="op">,</span> <span class="nam">score_con</span> <span class="op">=</span> <span class="nam">score_compute</span><span class="op">(</span><span class="nam">token</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> <span class="nam">negative_reviews</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t150" href="#t150">150</a></span><span class="t"> <span class="nam">neutral_reviews</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> <span class="nam">positive_reviews</span><span class="op">,</span> <span class="nam">score_con</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t151" href="#t151">151</a></span><span class="t"> <span class="key">if</span> <span class="nam">score_con</span> <span class="op">==</span> <span class="str">"positive"</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t152" href="#t152">152</a></span><span class="t"> <span class="nam">total_positive_reviews</span> <span class="op">+=</span> <span class="num">1</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t153" href="#t153">153</a></span><span class="t"> <span class="key">elif</span> <span class="nam">score_con</span> <span class="op">==</span> <span class="str">"neutral"</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t154" href="#t154">154</a></span><span class="t"> <span class="nam">total_neutral_reviews</span> <span class="op">+=</span> <span class="num">1</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t155" href="#t155">155</a></span><span class="t"> <span class="key">elif</span> <span class="nam">score_con</span> <span class="op">==</span> <span class="str">"negative"</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t156" href="#t156">156</a></span><span class="t"> <span class="nam">total_negative_reviews</span> <span class="op">+=</span> <span class="num">1</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t157" href="#t157">157</a></span><span class="t"> <span class="key">if</span> <span class="nam">token</span> <span class="key">in</span> <span class="nam">positive_reviews</span> <span class="key">or</span> <span class="nam">token</span> <span class="key">in</span> <span class="nam">neutral_reviews</span> <span class="key">or</span> <span class="nam">token</span> <span class="key">in</span> <span class="nam">negative_reviews</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t158" href="#t158">158</a></span><span class="t"> <span class="nam">total_score</span> <span class="op">+=</span> <span class="nam">score</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t159" href="#t159">159</a></span><span class="t"> <span class="nam">valid_tokens</span> <span class="op">+=</span> <span class="num">1</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t160" href="#t160">160</a></span><span class="t"> <span class="key">else</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t161" href="#t161">161</a></span><span class="t"> <span class="nam">unknown_counter</span> <span class="op">+=</span> <span class="num">1</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t162" href="#t162">162</a></span><span class="t"> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t163" href="#t163">163</a></span><span class="t"> <span class="nam">avg_score</span> <span class="op">=</span> <span class="nam">total_score</span> <span class="op">/</span> <span class="nam">valid_tokens</span> <span class="key">if</span> <span class="nam">valid_tokens</span> <span class="op">></span> <span class="num">0</span> <span class="key">else</span> <span class="num">0</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t164" href="#t164">164</a></span><span class="t"> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t165" href="#t165">165</a></span><span class="t"> <span class="key">if</span> <span class="nam">unknown_counter</span> <span class="op">!=</span> <span class="nam">len</span><span class="op">(</span><span class="nam">input_tokens</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t166" href="#t166">166</a></span><span class="t"> <span class="nam">print</span><span class="op">(</span><span class="str">f"\nThe sentence has {total_negative_reviews} negative, {total_neutral_reviews} neutral, {total_positive_reviews} positive, and {unknown_counter}"</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t167" href="#t167">167</a></span><span class="t"> <span class="str">f" unknown token(s).\nThe sentence has an average tf-idf score of {avg_score}."</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t168" href="#t168">168</a></span><span class="t"> <span class="key">else</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t169" href="#t169">169</a></span><span class="t"> <span class="nam">print</span><span class="op">(</span><span class="str">"\nThe sentence contains only unknown tokens; therefore, its average tf-idf score is undefined."</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t170" href="#t170">170</a></span><span class="t"> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t171" href="#t171">171</a></span><span class="t"><span class="com">#finds the statistics of a token</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t172" href="#t172">172</a></span><span class="t"><span class="key">def</span> <span class="nam">token_statistics</span><span class="op">(</span><span class="nam">positive_reviews</span><span class="op">,</span> <span class="nam">neutral_reviews</span><span class="op">,</span> <span class="nam">negative_reviews</span><span class="op">,</span> <span class="nam">review_tokens_set</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t173" href="#t173">173</a></span><span class="t"> <span class="nam">input_token</span> <span class="op">=</span> <span class="nam">str</span><span class="op">(</span><span class="nam">input</span><span class="op">(</span><span class="str">"Enter a token: "</span><span class="op">)</span><span class="op">)</span><span class="op">.</span><span class="nam">lower</span><span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t174" href="#t174">174</a></span><span class="t"> <span class="nam">positive_counter</span><span class="op">,</span><span class="nam">neutral_counter</span><span class="op">,</span><span class="nam">negative_counter</span><span class="op">,</span><span class="nam">score</span> <span class="op">=</span> <span class="num">0</span><span class="op">,</span><span class="num">0</span><span class="op">,</span><span class="num">0</span><span class="op">,</span><span class="num">0</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t175" href="#t175">175</a></span><span class="t"> <span class="nam">score_con</span> <span class="op">=</span> <span class="str">""</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t176" href="#t176">176</a></span><span class="t"> <span class="nam">negative_counter</span><span class="op">,</span> <span class="nam">neutral_counter</span><span class="op">,</span> <span class="nam">positive_counter</span><span class="op">,</span> <span class="nam">score</span><span class="op">,</span> <span class="nam">score_con</span> <span class="op">=</span> <span class="nam">score_compute</span><span class="op">(</span><span class="nam">input_token</span><span class="op">,</span> <span class="nam">negative_counter</span><span class="op">,</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t177" href="#t177">177</a></span><span class="t"> <span class="nam">negative_reviews</span><span class="op">,</span> <span class="nam">neutral_counter</span><span class="op">,</span> <span class="nam">neutral_reviews</span><span class="op">,</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t178" href="#t178">178</a></span><span class="t"> <span class="nam">positive_counter</span><span class="op">,</span> <span class="nam">positive_reviews</span><span class="op">,</span> <span class="nam">score_con</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t179" href="#t179">179</a></span><span class="t"> <span class="key">if</span> <span class="nam">input_token</span> <span class="key">in</span> <span class="nam">review_tokens_set</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t180" href="#t180">180</a></span><span class="t"> <span class="nam">print</span><span class="op">(</span><span class="str">f"The token {input_token} has {negative_counter} negative, {neutral_counter} neutral, and {positive_counter} "</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t181" href="#t181">181</a></span><span class="t"> <span class="str">f"positive appearance(s) in the training data.\n"</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t182" href="#t182">182</a></span><span class="t"> <span class="str">f"The token {input_token} is classified as {score_con} because it has a tf-idf score of {score}."</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t183" href="#t183">183</a></span><span class="t"> <span class="key">else</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t184" href="#t184">184</a></span><span class="t"> <span class="nam">print</span><span class="op">(</span><span class="str">f"\nThe token \"{input_token}\" does not appear in the training data."</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t185" href="#t185">185</a></span><span class="t"> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t186" href="#t186">186</a></span><span class="t"><span class="com">#checks the score of the token</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t187" href="#t187">187</a></span><span class="t"><span class="key">def</span> <span class="nam">score_compute</span><span class="op">(</span><span class="nam">input_token</span><span class="op">,</span> <span class="nam">negative_counter</span><span class="op">,</span> <span class="nam">negative_reviews</span><span class="op">,</span> <span class="nam">neutral_counter</span><span class="op">,</span> <span class="nam">neutral_reviews</span><span class="op">,</span> <span class="nam">positive_counter</span><span class="op">,</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t188" href="#t188">188</a></span><span class="t"> <span class="nam">positive_reviews</span><span class="op">,</span> <span class="nam">score_con</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t189" href="#t189">189</a></span><span class="t"> <span class="key">for</span> <span class="nam">token</span> <span class="key">in</span> <span class="nam">positive_reviews</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t190" href="#t190">190</a></span><span class="t"> <span class="key">if</span> <span class="nam">input_token</span> <span class="op">==</span> <span class="nam">token</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t191" href="#t191">191</a></span><span class="t"> <span class="nam">positive_counter</span> <span class="op">+=</span> <span class="num">1</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t192" href="#t192">192</a></span><span class="t"> <span class="key">for</span> <span class="nam">token</span> <span class="key">in</span> <span class="nam">neutral_reviews</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t193" href="#t193">193</a></span><span class="t"> <span class="key">if</span> <span class="nam">input_token</span> <span class="op">==</span> <span class="nam">token</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t194" href="#t194">194</a></span><span class="t"> <span class="nam">neutral_counter</span> <span class="op">+=</span> <span class="num">1</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t195" href="#t195">195</a></span><span class="t"> <span class="key">for</span> <span class="nam">token</span> <span class="key">in</span> <span class="nam">negative_reviews</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t196" href="#t196">196</a></span><span class="t"> <span class="key">if</span> <span class="nam">input_token</span> <span class="op">==</span> <span class="nam">token</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t197" href="#t197">197</a></span><span class="t"> <span class="nam">negative_counter</span> <span class="op">+=</span> <span class="num">1</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t198" href="#t198">198</a></span><span class="t"> <span class="nam">score</span> <span class="op">=</span> <span class="op">(</span><span class="op">(</span><span class="nam">math</span><span class="op">.</span><span class="nam">log</span><span class="op">(</span><span class="num">1</span> <span class="op">+</span> <span class="nam">positive_counter</span><span class="op">)</span> <span class="op">-</span> <span class="nam">math</span><span class="op">.</span><span class="nam">log</span><span class="op">(</span><span class="nam">len</span><span class="op">(</span><span class="nam">positive_reviews</span><span class="op">)</span> <span class="op">+</span> <span class="num">1</span><span class="op">)</span><span class="op">)</span> <span class="op">-</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t199" href="#t199">199</a></span><span class="t"> <span class="op">(</span><span class="nam">math</span><span class="op">.</span><span class="nam">log</span><span class="op">(</span><span class="num">1</span> <span class="op">+</span> <span class="nam">negative_counter</span><span class="op">)</span> <span class="op">-</span> <span class="nam">math</span><span class="op">.</span><span class="nam">log</span><span class="op">(</span><span class="nam">len</span><span class="op">(</span><span class="nam">negative_reviews</span><span class="op">)</span> <span class="op">+</span> <span class="num">1</span><span class="op">)</span><span class="op">)</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t200" href="#t200">200</a></span><span class="t"> <span class="key">if</span> <span class="nam">score</span> <span class="op"><</span> <span class="op">-</span><span class="num">0.1</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t201" href="#t201">201</a></span><span class="t"> <span class="nam">score_con</span> <span class="op">=</span> <span class="str">"negative"</span> </span><span class="r"></span></p> + <p class="par run show_par"><span class="n"><a id="t202" href="#t202">202</a></span><span class="t"> <span class="key">elif</span> <span class="op">-</span><span class="num">0.1</span> <span class="op"><=</span> <span class="nam">score</span> <span class="op"><=</span> <span class="num">0.1</span><span class="op">:</span> </span><span class="r"><span class="annotate short">202 ↛ 203</span><span class="annotate long">line 202 didn't jump to line 203 because the condition on line 202 was never true</span></span></p> + <p class="mis show_mis"><span class="n"><a id="t203" href="#t203">203</a></span><span class="t"> <span class="nam">score_con</span> <span class="op">=</span> <span class="str">"neutral"</span> </span><span class="r"></span></p> + <p class="par run show_par"><span class="n"><a id="t204" href="#t204">204</a></span><span class="t"> <span class="key">elif</span> <span class="nam">score</span> <span class="op">></span> <span class="num">0.1</span><span class="op">:</span> </span><span class="r"><span class="annotate short">204 ↛ 206</span><span class="annotate long">line 204 didn't jump to line 206 because the condition on line 204 was always true</span></span></p> + <p class="run"><span class="n"><a id="t205" href="#t205">205</a></span><span class="t"> <span class="nam">score_con</span> <span class="op">=</span> <span class="str">"positive"</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t206" href="#t206">206</a></span><span class="t"> <span class="key">return</span> <span class="nam">negative_counter</span><span class="op">,</span> <span class="nam">neutral_counter</span><span class="op">,</span> <span class="nam">positive_counter</span><span class="op">,</span> <span class="nam">score</span><span class="op">,</span> <span class="nam">score_con</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t207" href="#t207">207</a></span><span class="t"> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t208" href="#t208">208</a></span><span class="t"><span class="com">#checks the amount of times a token appears in the test data</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t209" href="#t209">209</a></span><span class="t"><span class="key">def</span> <span class="nam">word_frequencies</span><span class="op">(</span><span class="nam">review_tokens_list</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t210" href="#t210">210</a></span><span class="t"> <span class="nam">token_amount</span> <span class="op">=</span> <span class="num">0</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t211" href="#t211">211</a></span><span class="t"> <span class="nam">input_token</span> <span class="op">=</span> <span class="nam">str</span><span class="op">(</span><span class="nam">input</span><span class="op">(</span><span class="str">"Enter a token: "</span><span class="op">)</span><span class="op">)</span><span class="op">.</span><span class="nam">lower</span><span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t212" href="#t212">212</a></span><span class="t"> <span class="key">for</span> <span class="nam">token</span> <span class="key">in</span> <span class="nam">review_tokens_list</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t213" href="#t213">213</a></span><span class="t"> <span class="key">if</span> <span class="nam">input_token</span> <span class="op">==</span> <span class="nam">token</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t214" href="#t214">214</a></span><span class="t"> <span class="nam">token_amount</span> <span class="op">+=</span> <span class="num">1</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t215" href="#t215">215</a></span><span class="t"> <span class="nam">print</span><span class="op">(</span><span class="str">f"\nThe training data contains {token_amount} appearance(s) of the token \"{input_token}\"."</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t216" href="#t216">216</a></span><span class="t"> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t217" href="#t217">217</a></span><span class="t"><span class="com">#checks if a token is present in the test data</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t218" href="#t218">218</a></span><span class="t"><span class="key">def</span> <span class="nam">check_token</span><span class="op">(</span><span class="nam">review_token_set</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t219" href="#t219">219</a></span><span class="t"> <span class="nam">input_token</span> <span class="op">=</span> <span class="nam">str</span><span class="op">(</span><span class="nam">input</span><span class="op">(</span><span class="str">"Enter a token: "</span><span class="op">)</span><span class="op">)</span><span class="op">.</span><span class="nam">lower</span><span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t220" href="#t220">220</a></span><span class="t"> <span class="key">if</span> <span class="nam">input_token</span> <span class="key">in</span> <span class="nam">review_token_set</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t221" href="#t221">221</a></span><span class="t"> <span class="nam">print</span><span class="op">(</span><span class="str">f"\nThe token \"{input_token}\" is 1 of the "</span> <span class="op">+</span> <span class="nam">str</span><span class="op">(</span><span class="nam">len</span><span class="op">(</span><span class="nam">review_token_set</span><span class="op">)</span><span class="op">)</span> <span class="op">+</span> <span class="str">" unique tokens in the training data"</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t222" href="#t222">222</a></span><span class="t"> <span class="key">else</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t223" href="#t223">223</a></span><span class="t"> <span class="nam">print</span><span class="op">(</span><span class="str">f"\nThe token \"{input_token}\" is not 1 of the "</span> <span class="op">+</span> <span class="nam">str</span><span class="op">(</span><span class="nam">len</span><span class="op">(</span><span class="nam">review_token_set</span><span class="op">)</span><span class="op">)</span> <span class="op">+</span> <span class="str">" unique tokens in the training data"</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t224" href="#t224">224</a></span><span class="t"> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t225" href="#t225">225</a></span><span class="t"><span class="com">#prints requested reviews by user</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t226" href="#t226">226</a></span><span class="t"><span class="key">def</span> <span class="nam">show_reviews</span><span class="op">(</span><span class="nam">reviews</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t227" href="#t227">227</a></span><span class="t"> <span class="nam">start_recall</span><span class="op">,</span> <span class="nam">end_recall</span> <span class="op">=</span> <span class="key">True</span><span class="op">,</span> <span class="key">True</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t228" href="#t228">228</a></span><span class="t"> <span class="nam">start_number</span><span class="op">,</span> <span class="nam">end_number</span><span class="op">,</span> <span class="nam">review_number</span> <span class="op">=</span> <span class="num">0</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> <span class="num">0</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t229" href="#t229">229</a></span><span class="t"> <span class="nam">requested_reviews</span> <span class="op">=</span> <span class="op">[</span><span class="op">]</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t230" href="#t230">230</a></span><span class="t"> <span class="key">while</span> <span class="nam">start_recall</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t231" href="#t231">231</a></span><span class="t"> <span class="key">try</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t232" href="#t232">232</a></span><span class="t"> <span class="nam">start_number</span> <span class="op">=</span> <span class="nam">int</span><span class="op">(</span><span class="nam">input</span><span class="op">(</span><span class="str">"Enter a start review number from 1 to 8528: "</span><span class="op">)</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t233" href="#t233">233</a></span><span class="t"> <span class="key">except</span> <span class="nam">ValueError</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t234" href="#t234">234</a></span><span class="t"> <span class="nam">print</span><span class="op">(</span><span class="str">"\nInvalid input - please input number between 1 and 8528\n"</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t235" href="#t235">235</a></span><span class="t"> <span class="key">else</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t236" href="#t236">236</a></span><span class="t"> <span class="key">if</span> <span class="nam">start_number</span> <span class="op"><</span> <span class="num">1</span> <span class="key">or</span> <span class="nam">start_number</span> <span class="op">></span> <span class="num">8528</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t237" href="#t237">237</a></span><span class="t"> <span class="nam">print</span><span class="op">(</span><span class="str">"\nInvalid input - please input number between 1 and 8528\n"</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t238" href="#t238">238</a></span><span class="t"> <span class="key">else</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t239" href="#t239">239</a></span><span class="t"> <span class="nam">start_recall</span> <span class="op">=</span> <span class="key">False</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t240" href="#t240">240</a></span><span class="t"> <span class="key">while</span> <span class="nam">end_recall</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t241" href="#t241">241</a></span><span class="t"> <span class="key">try</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t242" href="#t242">242</a></span><span class="t"> <span class="nam">end_number</span> <span class="op">=</span> <span class="nam">int</span><span class="op">(</span><span class="nam">input</span><span class="op">(</span><span class="str">"Enter an end review number from "</span> <span class="op">+</span> <span class="nam">str</span><span class="op">(</span><span class="nam">start_number</span><span class="op">+</span><span class="num">1</span><span class="op">)</span> <span class="op">+</span> <span class="str">" to 8529: "</span><span class="op">)</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t243" href="#t243">243</a></span><span class="t"> <span class="key">except</span> <span class="nam">ValueError</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t244" href="#t244">244</a></span><span class="t"> <span class="nam">print</span><span class="op">(</span><span class="str">"\nInvalid input - please input number between "</span> <span class="op">+</span> <span class="nam">str</span><span class="op">(</span><span class="nam">start_number</span><span class="op">+</span><span class="num">1</span><span class="op">)</span> <span class="op">+</span> <span class="str">" and 8529\n"</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t245" href="#t245">245</a></span><span class="t"> <span class="key">else</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t246" href="#t246">246</a></span><span class="t"> <span class="key">if</span> <span class="nam">end_number</span> <span class="op"><=</span> <span class="nam">start_number</span> <span class="key">or</span> <span class="nam">end_number</span> <span class="op">></span> <span class="num">8529</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t247" href="#t247">247</a></span><span class="t"> <span class="nam">print</span><span class="op">(</span><span class="str">"\nInvalid input - please input number between "</span> <span class="op">+</span> <span class="nam">str</span><span class="op">(</span><span class="nam">start_number</span><span class="op">+</span><span class="num">1</span><span class="op">)</span> <span class="op">+</span> <span class="str">" and 8529\n"</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t248" href="#t248">248</a></span><span class="t"> <span class="key">else</span> <span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t249" href="#t249">249</a></span><span class="t"> <span class="nam">end_recall</span> <span class="op">=</span> <span class="key">False</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t250" href="#t250">250</a></span><span class="t"> <span class="nam">i</span> <span class="op">=</span> <span class="nam">start_number</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t251" href="#t251">251</a></span><span class="t"> <span class="key">while</span> <span class="nam">i</span> <span class="op"><=</span> <span class="nam">end_number</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t252" href="#t252">252</a></span><span class="t"> <span class="nam">requested_reviews</span><span class="op">.</span><span class="nam">append</span><span class="op">(</span><span class="nam">reviews</span><span class="op">[</span><span class="nam">i</span><span class="op">-</span><span class="num">1</span><span class="op">]</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t253" href="#t253">253</a></span><span class="t"> <span class="nam">print</span><span class="op">(</span><span class="str">f"Review # {i} : "</span> <span class="op">+</span> <span class="nam">str</span><span class="op">(</span><span class="nam">reviews</span><span class="op">[</span><span class="nam">i</span><span class="op">-</span><span class="num">1</span><span class="op">]</span><span class="op">)</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t254" href="#t254">254</a></span><span class="t"> <span class="nam">i</span> <span class="op">+=</span> <span class="num">1</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t255" href="#t255">255</a></span><span class="t"> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t256" href="#t256">256</a></span><span class="t"><span class="com">#creates starting lists</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t257" href="#t257">257</a></span><span class="t"><span class="key">def</span> <span class="nam">get_tokens</span><span class="op">(</span><span class="nam">reviews</span><span class="op">,</span> <span class="nam">review_tokens_set</span><span class="op">,</span> <span class="nam">review_tokens_list</span><span class="op">,</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t258" href="#t258">258</a></span><span class="t"> <span class="nam">positive_reviews</span><span class="op">,</span><span class="nam">neutral_reviews</span><span class="op">,</span><span class="nam">negative_reviews</span><span class="op">,</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t259" href="#t259">259</a></span><span class="t"> <span class="nam">positive_reviews_set</span><span class="op">,</span> <span class="nam">neutral_reviews_set</span><span class="op">,</span> <span class="nam">negative_reviews_set</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t260" href="#t260">260</a></span><span class="t"> <span class="key">for</span> <span class="nam">review</span> <span class="key">in</span> <span class="nam">reviews</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t261" href="#t261">261</a></span><span class="t"> <span class="nam">token</span> <span class="op">=</span> <span class="nam">review</span><span class="op">[</span><span class="num">2</span><span class="op">:</span><span class="op">]</span><span class="op">.</span><span class="nam">strip</span><span class="op">(</span><span class="op">)</span><span class="op">.</span><span class="nam">split</span><span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t262" href="#t262">262</a></span><span class="t"> <span class="nam">review_tokens_set</span><span class="op">.</span><span class="nam">update</span><span class="op">(</span><span class="nam">token</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t263" href="#t263">263</a></span><span class="t"> <span class="nam">review_tokens_list</span> <span class="op">+=</span> <span class="nam">token</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t264" href="#t264">264</a></span><span class="t"> <span class="key">if</span> <span class="nam">review</span><span class="op">[</span><span class="num">0</span><span class="op">]</span> <span class="op">==</span> <span class="str">"+"</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t265" href="#t265">265</a></span><span class="t"> <span class="nam">positive_reviews</span> <span class="op">+=</span> <span class="nam">token</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t266" href="#t266">266</a></span><span class="t"> <span class="nam">positive_reviews_set</span><span class="op">.</span><span class="nam">update</span><span class="op">(</span><span class="nam">token</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t267" href="#t267">267</a></span><span class="t"> <span class="key">elif</span> <span class="nam">review</span><span class="op">[</span><span class="num">0</span><span class="op">]</span> <span class="op">==</span> <span class="str">"0"</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t268" href="#t268">268</a></span><span class="t"> <span class="nam">neutral_reviews</span> <span class="op">+=</span> <span class="nam">token</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t269" href="#t269">269</a></span><span class="t"> <span class="nam">neutral_reviews_set</span><span class="op">.</span><span class="nam">update</span><span class="op">(</span><span class="nam">token</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="par run show_par"><span class="n"><a id="t270" href="#t270">270</a></span><span class="t"> <span class="key">elif</span> <span class="nam">review</span><span class="op">[</span><span class="num">0</span><span class="op">]</span> <span class="op">==</span> <span class="str">"-"</span><span class="op">:</span> </span><span class="r"><span class="annotate short">270 ↛ 260</span><span class="annotate long">line 270 didn't jump to line 260 because the condition on line 270 was always true</span></span></p> + <p class="run"><span class="n"><a id="t271" href="#t271">271</a></span><span class="t"> <span class="nam">negative_reviews</span> <span class="op">+=</span> <span class="nam">token</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t272" href="#t272">272</a></span><span class="t"> <span class="nam">negative_reviews_set</span><span class="op">.</span><span class="nam">update</span><span class="op">(</span><span class="nam">token</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t273" href="#t273">273</a></span><span class="t"> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t274" href="#t274">274</a></span><span class="t"><span class="com">#reads the txt file and stores the lines in list</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t275" href="#t275">275</a></span><span class="t"><span class="key">def</span> <span class="nam">read_file</span><span class="op">(</span><span class="nam">reviews</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t276" href="#t276">276</a></span><span class="t"> <span class="key">try</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t277" href="#t277">277</a></span><span class="t"> <span class="key">with</span> <span class="nam">open</span><span class="op">(</span><span class="str">"sentiment.txt"</span><span class="op">,</span> <span class="str">"r"</span><span class="op">)</span> <span class="key">as</span> <span class="nam">file</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t278" href="#t278">278</a></span><span class="t"> <span class="key">for</span> <span class="nam">line</span> <span class="key">in</span> <span class="nam">file</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t279" href="#t279">279</a></span><span class="t"> <span class="nam">reviews</span><span class="op">.</span><span class="nam">append</span><span class="op">(</span><span class="nam">line</span><span class="op">.</span><span class="nam">strip</span><span class="op">(</span><span class="str">"\t\n"</span><span class="op">)</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t280" href="#t280">280</a></span><span class="t"> <span class="key">except</span> <span class="nam">FileNotFoundError</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="mis show_mis"><span class="n"><a id="t281" href="#t281">281</a></span><span class="t"> <span class="nam">print</span><span class="op">(</span><span class="str">"Error - No file found"</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t282" href="#t282">282</a></span><span class="t"> <span class="nam">print</span><span class="op">(</span><span class="str">"\n"</span><span class="op">.</span><span class="nam">join</span><span class="op">(</span><span class="nam">reviews</span><span class="op">)</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t283" href="#t283">283</a></span><span class="t"> </span><span class="r"></span></p> + <p class="par run show_par"><span class="n"><a id="t284" href="#t284">284</a></span><span class="t"><span class="key">if</span> <span class="nam">__name__</span> <span class="op">==</span> <span class="str">'__main__'</span><span class="op">:</span> </span><span class="r"><span class="annotate short">284 ↛ 285</span><span class="annotate long">line 284 didn't jump to line 285 because the condition on line 284 was never true</span></span></p> + <p class="mis show_mis"><span class="n"><a id="t285" href="#t285">285</a></span><span class="t"> <span class="nam">main</span><span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p> +</main> +<footer> + <div class="content"> + <p> + <a class="nav" href="index.html">« prev</a> + <a class="nav" href="index.html">^ index</a> + <a class="nav" href="test_main_py.html">» next</a> + + <a class="nav" href="https://coverage.readthedocs.io/en/7.7.0">coverage.py v7.7.0</a>, + created at 2025-03-16 20:40 -0500 + </p> + </div> +</footer> +</body> +</html> diff --git a/htmlcov/status.json b/htmlcov/status.json new file mode 100644 index 0000000000000000000000000000000000000000..98d5428d3073fe6df7990579405aed660add6f1c --- /dev/null +++ b/htmlcov/status.json @@ -0,0 +1 @@ +{"note":"This file is an internal implementation detail to speed up HTML report generation. Its format can change at any time. You might be looking for the JSON report: https://coverage.rtfd.io/cmd.html#cmd-json","format":5,"version":"7.7.0","globals":"622450a644621a4facfb335d884ea345","files":{"sentiment_py":{"hash":"45a5e1ba16a16d0fe7a114d98747504a","index":{"url":"sentiment_py.html","file":"sentiment.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":223,"n_excluded":0,"n_missing":140,"n_branches":110,"n_partial_branches":5,"n_missing_branches":75}}},"test_main_py":{"hash":"bede8dee9a6461472464a359fd663141","index":{"url":"test_main_py.html","file":"test_main.py","description":"","nums":{"precision":0,"n_files":1,"n_statements":170,"n_excluded":0,"n_missing":5,"n_branches":42,"n_partial_branches":9,"n_missing_branches":9}}}}} \ No newline at end of file diff --git a/htmlcov/style_cb_718ce007.css b/htmlcov/style_cb_718ce007.css new file mode 100644 index 0000000000000000000000000000000000000000..3cdaf05a308f3aad723193aa1ddc6075dc118aa3 --- /dev/null +++ b/htmlcov/style_cb_718ce007.css @@ -0,0 +1,337 @@ +@charset "UTF-8"; +/* Licensed under the Apache License: http://www.apache.org/licenses/LICENSE-2.0 */ +/* For details: https://github.com/nedbat/coveragepy/blob/master/NOTICE.txt */ +/* Don't edit this .css file. Edit the .scss file instead! */ +html, body, h1, h2, h3, p, table, td, th { margin: 0; padding: 0; border: 0; font-weight: inherit; font-style: inherit; font-size: 100%; font-family: inherit; vertical-align: baseline; } + +body { font-family: -apple-system, BlinkMacSystemFont, "Segoe UI", Roboto, Ubuntu, Cantarell, "Helvetica Neue", sans-serif; font-size: 1em; background: #fff; color: #000; } + +@media (prefers-color-scheme: dark) { body { background: #1e1e1e; } } + +@media (prefers-color-scheme: dark) { body { color: #eee; } } + +html > body { font-size: 16px; } + +a:active, a:focus { outline: 2px dashed #007acc; } + +p { font-size: .875em; line-height: 1.4em; } + +table { border-collapse: collapse; } + +td { vertical-align: top; } + +table tr.hidden { display: none !important; } + +p#no_rows { display: none; font-size: 1.15em; font-family: -apple-system, BlinkMacSystemFont, "Segoe UI", Roboto, Ubuntu, Cantarell, "Helvetica Neue", sans-serif; } + +a.nav { text-decoration: none; color: inherit; } + +a.nav:hover { text-decoration: underline; color: inherit; } + +.hidden { display: none; } + +header { background: #f8f8f8; width: 100%; z-index: 2; border-bottom: 1px solid #ccc; } + +@media (prefers-color-scheme: dark) { header { background: black; } } + +@media (prefers-color-scheme: dark) { header { border-color: #333; } } + +header .content { padding: 1rem 3.5rem; } + +header h2 { margin-top: .5em; font-size: 1em; } + +header h2 a.button { font-family: inherit; font-size: inherit; border: 1px solid; border-radius: .2em; background: #eee; color: inherit; text-decoration: none; padding: .1em .5em; margin: 1px calc(.1em + 1px); cursor: pointer; border-color: #ccc; } + +@media (prefers-color-scheme: dark) { header h2 a.button { background: #333; } } + +@media (prefers-color-scheme: dark) { header h2 a.button { border-color: #444; } } + +header h2 a.button.current { border: 2px solid; background: #fff; border-color: #999; cursor: default; } + +@media (prefers-color-scheme: dark) { header h2 a.button.current { background: #1e1e1e; } } + +@media (prefers-color-scheme: dark) { header h2 a.button.current { border-color: #777; } } + +header p.text { margin: .5em 0 -.5em; color: #666; font-style: italic; } + +@media (prefers-color-scheme: dark) { header p.text { color: #aaa; } } + +header.sticky { position: fixed; left: 0; right: 0; height: 2.5em; } + +header.sticky .text { display: none; } + +header.sticky h1, header.sticky h2 { font-size: 1em; margin-top: 0; display: inline-block; } + +header.sticky .content { padding: 0.5rem 3.5rem; } + +header.sticky .content p { font-size: 1em; } + +header.sticky ~ #source { padding-top: 6.5em; } + +main { position: relative; z-index: 1; } + +footer { margin: 1rem 3.5rem; } + +footer .content { padding: 0; color: #666; font-style: italic; } + +@media (prefers-color-scheme: dark) { footer .content { color: #aaa; } } + +#index { margin: 1rem 0 0 3.5rem; } + +h1 { font-size: 1.25em; display: inline-block; } + +#filter_container { float: right; margin: 0 2em 0 0; line-height: 1.66em; } + +#filter_container #filter { width: 10em; padding: 0.2em 0.5em; border: 2px solid #ccc; background: #fff; color: #000; } + +@media (prefers-color-scheme: dark) { #filter_container #filter { border-color: #444; } } + +@media (prefers-color-scheme: dark) { #filter_container #filter { background: #1e1e1e; } } + +@media (prefers-color-scheme: dark) { #filter_container #filter { color: #eee; } } + +#filter_container #filter:focus { border-color: #007acc; } + +#filter_container :disabled ~ label { color: #ccc; } + +@media (prefers-color-scheme: dark) { #filter_container :disabled ~ label { color: #444; } } + +#filter_container label { font-size: .875em; color: #666; } + +@media (prefers-color-scheme: dark) { #filter_container label { color: #aaa; } } + +header button { font-family: inherit; font-size: inherit; border: 1px solid; border-radius: .2em; background: #eee; color: inherit; text-decoration: none; padding: .1em .5em; margin: 1px calc(.1em + 1px); cursor: pointer; border-color: #ccc; } + +@media (prefers-color-scheme: dark) { header button { background: #333; } } + +@media (prefers-color-scheme: dark) { header button { border-color: #444; } } + +header button:active, header button:focus { outline: 2px dashed #007acc; } + +header button.run { background: #eeffee; } + +@media (prefers-color-scheme: dark) { header button.run { background: #373d29; } } + +header button.run.show_run { background: #dfd; border: 2px solid #00dd00; margin: 0 .1em; } + +@media (prefers-color-scheme: dark) { header button.run.show_run { background: #373d29; } } + +header button.mis { background: #ffeeee; } + +@media (prefers-color-scheme: dark) { header button.mis { background: #4b1818; } } + +header button.mis.show_mis { background: #fdd; border: 2px solid #ff0000; margin: 0 .1em; } + +@media (prefers-color-scheme: dark) { header button.mis.show_mis { background: #4b1818; } } + +header button.exc { background: #f7f7f7; } + +@media (prefers-color-scheme: dark) { header button.exc { background: #333; } } + +header button.exc.show_exc { background: #eee; border: 2px solid #808080; margin: 0 .1em; } + +@media (prefers-color-scheme: dark) { header button.exc.show_exc { background: #333; } } + +header button.par { background: #ffffd5; } + +@media (prefers-color-scheme: dark) { header button.par { background: #650; } } + +header button.par.show_par { background: #ffa; border: 2px solid #bbbb00; margin: 0 .1em; } + +@media (prefers-color-scheme: dark) { header button.par.show_par { background: #650; } } + +#help_panel, #source p .annotate.long { display: none; position: absolute; z-index: 999; background: #ffffcc; border: 1px solid #888; border-radius: .2em; color: #333; padding: .25em .5em; } + +#source p .annotate.long { white-space: normal; float: right; top: 1.75em; right: 1em; height: auto; } + +#help_panel_wrapper { float: right; position: relative; } + +#keyboard_icon { margin: 5px; } + +#help_panel_state { display: none; } + +#help_panel { top: 25px; right: 0; padding: .75em; border: 1px solid #883; color: #333; } + +#help_panel .keyhelp p { margin-top: .75em; } + +#help_panel .legend { font-style: italic; margin-bottom: 1em; } + +.indexfile #help_panel { width: 25em; } + +.pyfile #help_panel { width: 18em; } + +#help_panel_state:checked ~ #help_panel { display: block; } + +kbd { border: 1px solid black; border-color: #888 #333 #333 #888; padding: .1em .35em; font-family: SFMono-Regular, Menlo, Monaco, Consolas, monospace; font-weight: bold; background: #eee; border-radius: 3px; } + +#source { padding: 1em 0 1em 3.5rem; font-family: SFMono-Regular, Menlo, Monaco, Consolas, monospace; } + +#source p { position: relative; white-space: pre; } + +#source p * { box-sizing: border-box; } + +#source p .n { float: left; text-align: right; width: 3.5rem; box-sizing: border-box; margin-left: -3.5rem; padding-right: 1em; color: #999; user-select: none; } + +@media (prefers-color-scheme: dark) { #source p .n { color: #777; } } + +#source p .n.highlight { background: #ffdd00; } + +#source p .n a { scroll-margin-top: 6em; text-decoration: none; color: #999; } + +@media (prefers-color-scheme: dark) { #source p .n a { color: #777; } } + +#source p .n a:hover { text-decoration: underline; color: #999; } + +@media (prefers-color-scheme: dark) { #source p .n a:hover { color: #777; } } + +#source p .t { display: inline-block; width: 100%; box-sizing: border-box; margin-left: -.5em; padding-left: 0.3em; border-left: 0.2em solid #fff; } + +@media (prefers-color-scheme: dark) { #source p .t { border-color: #1e1e1e; } } + +#source p .t:hover { background: #f2f2f2; } + +@media (prefers-color-scheme: dark) { #source p .t:hover { background: #282828; } } + +#source p .t:hover ~ .r .annotate.long { display: block; } + +#source p .t .com { color: #008000; font-style: italic; line-height: 1px; } + +@media (prefers-color-scheme: dark) { #source p .t .com { color: #6a9955; } } + +#source p .t .key { font-weight: bold; line-height: 1px; } + +#source p .t .str { color: #0451a5; } + +@media (prefers-color-scheme: dark) { #source p .t .str { color: #9cdcfe; } } + +#source p.mis .t { border-left: 0.2em solid #ff0000; } + +#source p.mis.show_mis .t { background: #fdd; } + +@media (prefers-color-scheme: dark) { #source p.mis.show_mis .t { background: #4b1818; } } + +#source p.mis.show_mis .t:hover { background: #f2d2d2; } + +@media (prefers-color-scheme: dark) { #source p.mis.show_mis .t:hover { background: #532323; } } + +#source p.run .t { border-left: 0.2em solid #00dd00; } + +#source p.run.show_run .t { background: #dfd; } + +@media (prefers-color-scheme: dark) { #source p.run.show_run .t { background: #373d29; } } + +#source p.run.show_run .t:hover { background: #d2f2d2; } + +@media (prefers-color-scheme: dark) { #source p.run.show_run .t:hover { background: #404633; } } + +#source p.exc .t { border-left: 0.2em solid #808080; } + +#source p.exc.show_exc .t { background: #eee; } + +@media (prefers-color-scheme: dark) { #source p.exc.show_exc .t { background: #333; } } + +#source p.exc.show_exc .t:hover { background: #e2e2e2; } + +@media (prefers-color-scheme: dark) { #source p.exc.show_exc .t:hover { background: #3c3c3c; } } + +#source p.par .t { border-left: 0.2em solid #bbbb00; } + +#source p.par.show_par .t { background: #ffa; } + +@media (prefers-color-scheme: dark) { #source p.par.show_par .t { background: #650; } } + +#source p.par.show_par .t:hover { background: #f2f2a2; } + +@media (prefers-color-scheme: dark) { #source p.par.show_par .t:hover { background: #6d5d0c; } } + +#source p .r { position: absolute; top: 0; right: 2.5em; font-family: -apple-system, BlinkMacSystemFont, "Segoe UI", Roboto, Ubuntu, Cantarell, "Helvetica Neue", sans-serif; } + +#source p .annotate { font-family: -apple-system, BlinkMacSystemFont, "Segoe UI", Roboto, Ubuntu, Cantarell, "Helvetica Neue", sans-serif; color: #666; padding-right: .5em; } + +@media (prefers-color-scheme: dark) { #source p .annotate { color: #ddd; } } + +#source p .annotate.short:hover ~ .long { display: block; } + +#source p .annotate.long { width: 30em; right: 2.5em; } + +#source p input { display: none; } + +#source p input ~ .r label.ctx { cursor: pointer; border-radius: .25em; } + +#source p input ~ .r label.ctx::before { content: "â–¶ "; } + +#source p input ~ .r label.ctx:hover { background: #e8f4ff; color: #666; } + +@media (prefers-color-scheme: dark) { #source p input ~ .r label.ctx:hover { background: #0f3a42; } } + +@media (prefers-color-scheme: dark) { #source p input ~ .r label.ctx:hover { color: #aaa; } } + +#source p input:checked ~ .r label.ctx { background: #d0e8ff; color: #666; border-radius: .75em .75em 0 0; padding: 0 .5em; margin: -.25em 0; } + +@media (prefers-color-scheme: dark) { #source p input:checked ~ .r label.ctx { background: #056; } } + +@media (prefers-color-scheme: dark) { #source p input:checked ~ .r label.ctx { color: #aaa; } } + +#source p input:checked ~ .r label.ctx::before { content: "â–¼ "; } + +#source p input:checked ~ .ctxs { padding: .25em .5em; overflow-y: scroll; max-height: 10.5em; } + +#source p label.ctx { color: #999; display: inline-block; padding: 0 .5em; font-size: .8333em; } + +@media (prefers-color-scheme: dark) { #source p label.ctx { color: #777; } } + +#source p .ctxs { display: block; max-height: 0; overflow-y: hidden; transition: all .2s; padding: 0 .5em; font-family: -apple-system, BlinkMacSystemFont, "Segoe UI", Roboto, Ubuntu, Cantarell, "Helvetica Neue", sans-serif; white-space: nowrap; background: #d0e8ff; border-radius: .25em; margin-right: 1.75em; text-align: right; } + +@media (prefers-color-scheme: dark) { #source p .ctxs { background: #056; } } + +#index { font-family: SFMono-Regular, Menlo, Monaco, Consolas, monospace; font-size: 0.875em; } + +#index table.index { margin-left: -.5em; } + +#index td, #index th { text-align: right; padding: .25em .5em; border-bottom: 1px solid #eee; } + +@media (prefers-color-scheme: dark) { #index td, #index th { border-color: #333; } } + +#index td.name, #index th.name { text-align: left; width: auto; font-family: -apple-system, BlinkMacSystemFont, "Segoe UI", Roboto, Ubuntu, Cantarell, "Helvetica Neue", sans-serif; min-width: 15em; } + +#index th { font-family: -apple-system, BlinkMacSystemFont, "Segoe UI", Roboto, Ubuntu, Cantarell, "Helvetica Neue", sans-serif; font-style: italic; color: #333; cursor: pointer; } + +@media (prefers-color-scheme: dark) { #index th { color: #ddd; } } + +#index th:hover { background: #eee; } + +@media (prefers-color-scheme: dark) { #index th:hover { background: #333; } } + +#index th .arrows { color: #666; font-size: 85%; font-family: sans-serif; font-style: normal; pointer-events: none; } + +#index th[aria-sort="ascending"], #index th[aria-sort="descending"] { white-space: nowrap; background: #eee; padding-left: .5em; } + +@media (prefers-color-scheme: dark) { #index th[aria-sort="ascending"], #index th[aria-sort="descending"] { background: #333; } } + +#index th[aria-sort="ascending"] .arrows::after { content: " â–²"; } + +#index th[aria-sort="descending"] .arrows::after { content: " â–¼"; } + +#index td.name { font-size: 1.15em; } + +#index td.name a { text-decoration: none; color: inherit; } + +#index td.name .no-noun { font-style: italic; } + +#index tr.total td, #index tr.total_dynamic td { font-weight: bold; border-top: 1px solid #ccc; border-bottom: none; } + +#index tr.region:hover { background: #eee; } + +@media (prefers-color-scheme: dark) { #index tr.region:hover { background: #333; } } + +#index tr.region:hover td.name { text-decoration: underline; color: inherit; } + +#scroll_marker { position: fixed; z-index: 3; right: 0; top: 0; width: 16px; height: 100%; background: #fff; border-left: 1px solid #eee; will-change: transform; } + +@media (prefers-color-scheme: dark) { #scroll_marker { background: #1e1e1e; } } + +@media (prefers-color-scheme: dark) { #scroll_marker { border-color: #333; } } + +#scroll_marker .marker { background: #ccc; position: absolute; min-height: 3px; width: 100%; } + +@media (prefers-color-scheme: dark) { #scroll_marker .marker { background: #444; } } diff --git a/htmlcov/test_main_py.html b/htmlcov/test_main_py.html new file mode 100644 index 0000000000000000000000000000000000000000..b56352c2ddc5b45e700773656f95d86516c6d804 --- /dev/null +++ b/htmlcov/test_main_py.html @@ -0,0 +1,370 @@ +<!DOCTYPE html> +<html lang="en"> +<head> + <meta http-equiv="Content-Type" content="text/html; charset=utf-8"> + <title>Coverage for test_main.py: 93%</title> + <link rel="icon" sizes="32x32" href="favicon_32_cb_58284776.png"> + <link rel="stylesheet" href="style_cb_718ce007.css" type="text/css"> + <script src="coverage_html_cb_497bf287.js" defer></script> +</head> +<body class="pyfile"> +<header> + <div class="content"> + <h1> + <span class="text">Coverage for </span><b>test_main.py</b>: + <span class="pc_cov">93%</span> + </h1> + <aside id="help_panel_wrapper"> + <input id="help_panel_state" type="checkbox"> + <label for="help_panel_state"> + <img id="keyboard_icon" src="keybd_closed_cb_ce680311.png" alt="Show/hide keyboard shortcuts"> + </label> + <div id="help_panel"> + <p class="legend">Shortcuts on this page</p> + <div class="keyhelp"> + <p> + <kbd>r</kbd> + <kbd>m</kbd> + <kbd>x</kbd> + <kbd>p</kbd> + toggle line displays + </p> + <p> + <kbd>j</kbd> + <kbd>k</kbd> + next/prev highlighted chunk + </p> + <p> + <kbd>0</kbd> (zero) top of page + </p> + <p> + <kbd>1</kbd> (one) first highlighted chunk + </p> + <p> + <kbd>[</kbd> + <kbd>]</kbd> + prev/next file + </p> + <p> + <kbd>u</kbd> up to the index + </p> + <p> + <kbd>?</kbd> show/hide this help + </p> + </div> + </div> + </aside> + <h2> + <span class="text">170 statements </span> + <button type="button" class="run button_toggle_run" value="run" data-shortcut="r" title="Toggle lines run">165<span class="text"> run</span></button> + <button type="button" class="mis show_mis button_toggle_mis" value="mis" data-shortcut="m" title="Toggle lines missing">5<span class="text"> missing</span></button> + <button type="button" class="exc show_exc button_toggle_exc" value="exc" data-shortcut="x" title="Toggle lines excluded">0<span class="text"> excluded</span></button> + <button type="button" class="par run show_par button_toggle_par" value="par" data-shortcut="p" title="Toggle lines partially run">9<span class="text"> partial</span></button> + </h2> + <p class="text"> + <a id="prevFileLink" class="nav" href="sentiment_py.html">« prev</a> + <a id="indexLink" class="nav" href="index.html">^ index</a> + <a id="nextFileLink" class="nav" href="index.html">» next</a> + + <a class="nav" href="https://coverage.readthedocs.io/en/7.7.0">coverage.py v7.7.0</a>, + created at 2025-03-16 20:40 -0500 + </p> + <aside class="hidden"> + <button type="button" class="button_next_chunk" data-shortcut="j"></button> + <button type="button" class="button_prev_chunk" data-shortcut="k"></button> + <button type="button" class="button_top_of_page" data-shortcut="0"></button> + <button type="button" class="button_first_chunk" data-shortcut="1"></button> + <button type="button" class="button_prev_file" data-shortcut="["></button> + <button type="button" class="button_next_file" data-shortcut="]"></button> + <button type="button" class="button_to_index" data-shortcut="u"></button> + <button type="button" class="button_show_hide_help" data-shortcut="?"></button> + </aside> + </div> +</header> +<main id="source"> + <p class="run"><span class="n"><a id="t1" href="#t1">1</a></span><span class="t"><span class="key">import</span> <span class="nam">unittest</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t2" href="#t2">2</a></span><span class="t"><span class="key">import</span> <span class="nam">sentiment</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t3" href="#t3">3</a></span><span class="t"><span class="key">from</span> <span class="nam">sentiment</span> <span class="key">import</span> <span class="nam">get_tokens</span><span class="op">,</span> <span class="nam">score_compute</span><span class="op">,</span> <span class="nam">save_stop_words</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t4" href="#t4">4</a></span><span class="t"><span class="key">import</span> <span class="nam">os</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t5" href="#t5">5</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t6" href="#t6">6</a></span><span class="t"><span class="key">class</span> <span class="nam">TestGetTokens</span><span class="op">(</span><span class="nam">unittest</span><span class="op">.</span><span class="nam">TestCase</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t7" href="#t7">7</a></span><span class="t"> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t8" href="#t8">8</a></span><span class="t"> <span class="com"># creates file path to sentiment.txt file</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t9" href="#t9">9</a></span><span class="t"> <span class="key">def</span> <span class="nam">setUp</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t10" href="#t10">10</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">reviews</span> <span class="op">=</span> <span class="op">[</span><span class="op">]</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t11" href="#t11">11</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">review_tokens_set</span> <span class="op">=</span> <span class="nam">set</span><span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t12" href="#t12">12</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">review_tokens_list</span> <span class="op">=</span> <span class="op">[</span><span class="op">]</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t13" href="#t13">13</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">positive_reviews_list</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">neutral_reviews_list</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">negative_reviews_list</span> <span class="op">=</span> <span class="op">[</span><span class="op">]</span><span class="op">,</span> <span class="op">[</span><span class="op">]</span><span class="op">,</span> <span class="op">[</span><span class="op">]</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t14" href="#t14">14</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">positive_reviews_set</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">neutral_reviews_set</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">negative_reviews_set</span> <span class="op">=</span> <span class="nam">set</span><span class="op">(</span><span class="op">)</span><span class="op">,</span> <span class="nam">set</span><span class="op">(</span><span class="op">)</span><span class="op">,</span> <span class="nam">set</span><span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t15" href="#t15">15</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t16" href="#t16">16</a></span><span class="t"> <span class="nam">sentiment</span><span class="op">.</span><span class="nam">read_file</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">reviews</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t17" href="#t17">17</a></span><span class="t"> <span class="nam">sentiment</span><span class="op">.</span><span class="nam">get_tokens</span><span class="op">(</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t18" href="#t18">18</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">reviews</span><span class="op">,</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t19" href="#t19">19</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">review_tokens_set</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">review_tokens_list</span><span class="op">,</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t20" href="#t20">20</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">positive_reviews_list</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">neutral_reviews_list</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">negative_reviews_list</span><span class="op">,</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t21" href="#t21">21</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">positive_reviews_set</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">neutral_reviews_set</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">negative_reviews_set</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t22" href="#t22">22</a></span><span class="t"> <span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t23" href="#t23">23</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t24" href="#t24">24</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">stop_words</span> <span class="op">=</span> <span class="nam">sentiment</span><span class="op">.</span><span class="nam">get_stop_words</span><span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t25" href="#t25">25</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">output_file</span> <span class="op">=</span> <span class="str">"output.txt"</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t26" href="#t26">26</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t27" href="#t27">27</a></span><span class="t"> <span class="key">def</span> <span class="nam">test_01_token_count</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t28" href="#t28">28</a></span><span class="t"> <span class="nam">review_tokens_set</span> <span class="op">=</span> <span class="nam">set</span><span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t29" href="#t29">29</a></span><span class="t"> <span class="nam">review_tokens_list</span> <span class="op">=</span> <span class="op">[</span><span class="op">]</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t30" href="#t30">30</a></span><span class="t"> <span class="nam">positive_reviews_list</span><span class="op">,</span> <span class="nam">neutral_reviews_list</span><span class="op">,</span> <span class="nam">negative_reviews_list</span> <span class="op">=</span> <span class="op">[</span><span class="op">]</span><span class="op">,</span> <span class="op">[</span><span class="op">]</span><span class="op">,</span> <span class="op">[</span><span class="op">]</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t31" href="#t31">31</a></span><span class="t"> <span class="nam">positive_reviews_set</span><span class="op">,</span> <span class="nam">neutral_reviews_set</span><span class="op">,</span> <span class="nam">negative_reviews_set</span> <span class="op">=</span> <span class="nam">set</span><span class="op">(</span><span class="op">)</span><span class="op">,</span> <span class="nam">set</span><span class="op">(</span><span class="op">)</span><span class="op">,</span> <span class="nam">set</span><span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t32" href="#t32">32</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t33" href="#t33">33</a></span><span class="t"> <span class="nam">get_tokens</span><span class="op">(</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t34" href="#t34">34</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">reviews</span><span class="op">,</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t35" href="#t35">35</a></span><span class="t"> <span class="nam">review_tokens_set</span><span class="op">,</span> <span class="nam">review_tokens_list</span><span class="op">,</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t36" href="#t36">36</a></span><span class="t"> <span class="nam">positive_reviews_list</span><span class="op">,</span> <span class="nam">neutral_reviews_list</span><span class="op">,</span> <span class="nam">negative_reviews_list</span><span class="op">,</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t37" href="#t37">37</a></span><span class="t"> <span class="nam">positive_reviews_set</span><span class="op">,</span> <span class="nam">neutral_reviews_set</span><span class="op">,</span> <span class="nam">negative_reviews_set</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t38" href="#t38">38</a></span><span class="t"> <span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t39" href="#t39">39</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t40" href="#t40">40</a></span><span class="t"> <span class="nam">token_count</span> <span class="op">=</span> <span class="nam">len</span><span class="op">(</span><span class="nam">review_tokens_set</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t41" href="#t41">41</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">assertEqual</span><span class="op">(</span><span class="nam">len</span><span class="op">(</span><span class="nam">review_tokens_set</span><span class="op">)</span><span class="op">,</span> <span class="num">16_444</span><span class="op">,</span> <span class="str">"Token count should be 16,444"</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t42" href="#t42">42</a></span><span class="t"> <span class="nam">print</span><span class="op">(</span><span class="str">f"\nTest 1 - Token Count: \nThe training data contains {token_count} tokens."</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t43" href="#t43">43</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t44" href="#t44">44</a></span><span class="t"> <span class="key">def</span> <span class="nam">test_02_word_frequencies</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t45" href="#t45">45</a></span><span class="t"> <span class="nam">target_token</span> <span class="op">=</span> <span class="str">"too"</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t46" href="#t46">46</a></span><span class="t"> <span class="nam">expected_count</span> <span class="op">=</span> <span class="num">314</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t47" href="#t47">47</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t48" href="#t48">48</a></span><span class="t"> <span class="nam">manual_count</span> <span class="op">=</span> <span class="nam">sum</span><span class="op">(</span><span class="num">1</span> <span class="key">for</span> <span class="nam">token</span> <span class="key">in</span> <span class="nam">self</span><span class="op">.</span><span class="nam">review_tokens_list</span> <span class="key">if</span> <span class="nam">token</span> <span class="op">==</span> <span class="nam">target_token</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t49" href="#t49">49</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t50" href="#t50">50</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">assertEqual</span><span class="op">(</span><span class="nam">manual_count</span><span class="op">,</span> <span class="nam">expected_count</span><span class="op">,</span> <span class="str">f"Expected {expected_count} occurrences of '{target_token}', but got {manual_count}."</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t51" href="#t51">51</a></span><span class="t"> <span class="nam">print</span><span class="op">(</span><span class="str">f"""\nTest 2 - Word Frequencies: \nThe training data contains {manual_count} appearances of the token "too"."""</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t52" href="#t52">52</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t53" href="#t53">53</a></span><span class="t"> <span class="key">def</span> <span class="nam">test_03_token_statistics</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t54" href="#t54">54</a></span><span class="t"> <span class="nam">target_token</span> <span class="op">=</span> <span class="str">"too"</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t55" href="#t55">55</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t56" href="#t56">56</a></span><span class="t"> <span class="nam">expected_negative</span> <span class="op">=</span> <span class="num">200</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t57" href="#t57">57</a></span><span class="t"> <span class="nam">expected_neutral</span> <span class="op">=</span> <span class="num">65</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t58" href="#t58">58</a></span><span class="t"> <span class="nam">expected_positive</span> <span class="op">=</span> <span class="num">49</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t59" href="#t59">59</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t60" href="#t60">60</a></span><span class="t"> <span class="nam">negative_counter</span><span class="op">,</span> <span class="nam">neutral_counter</span><span class="op">,</span> <span class="nam">positive_counter</span><span class="op">,</span> <span class="nam">score</span><span class="op">,</span> <span class="nam">score_con</span> <span class="op">=</span> <span class="nam">score_compute</span><span class="op">(</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t61" href="#t61">61</a></span><span class="t"> <span class="nam">target_token</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">negative_reviews_list</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t62" href="#t62">62</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">neutral_reviews_list</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">positive_reviews_list</span><span class="op">,</span> <span class="str">""</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t63" href="#t63">63</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t64" href="#t64">64</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">assertEqual</span><span class="op">(</span><span class="nam">negative_counter</span><span class="op">,</span> <span class="nam">expected_negative</span><span class="op">,</span> <span class="str">f"Incorrect negative count for '{target_token}'"</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t65" href="#t65">65</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">assertEqual</span><span class="op">(</span><span class="nam">neutral_counter</span><span class="op">,</span> <span class="nam">expected_neutral</span><span class="op">,</span> <span class="str">f"Incorrect neutral count for '{target_token}'"</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t66" href="#t66">66</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">assertEqual</span><span class="op">(</span><span class="nam">positive_counter</span><span class="op">,</span> <span class="nam">expected_positive</span><span class="op">,</span> <span class="str">f"Incorrect positive count for '{target_token}'"</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t67" href="#t67">67</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t68" href="#t68">68</a></span><span class="t"> <span class="nam">print</span><span class="op">(</span><span class="str">f'\nTest 3 - Token Statistics: \nThe token "{target_token}" has {negative_counter} negative, '</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t69" href="#t69">69</a></span><span class="t"> <span class="str">f'{neutral_counter} neutral, and {positive_counter} positive appearance(s) in the training data.'</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t70" href="#t70">70</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t71" href="#t71">71</a></span><span class="t"> <span class="key">def</span> <span class="nam">test_04_token_classification</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t72" href="#t72">72</a></span><span class="t"> <span class="nam">target_token</span> <span class="op">=</span> <span class="str">"too"</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t73" href="#t73">73</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t74" href="#t74">74</a></span><span class="t"> <span class="nam">negative_counter</span><span class="op">,</span> <span class="nam">neutral_counter</span><span class="op">,</span> <span class="nam">positive_counter</span><span class="op">,</span> <span class="nam">score</span><span class="op">,</span> <span class="nam">score_con</span> <span class="op">=</span> <span class="nam">score_compute</span><span class="op">(</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t75" href="#t75">75</a></span><span class="t"> <span class="nam">target_token</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">negative_reviews_list</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t76" href="#t76">76</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">neutral_reviews_list</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">positive_reviews_list</span><span class="op">,</span> <span class="str">""</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t77" href="#t77">77</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t78" href="#t78">78</a></span><span class="t"> <span class="nam">expected_classification</span> <span class="op">=</span> <span class="str">"negative"</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t79" href="#t79">79</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">assertEqual</span><span class="op">(</span><span class="nam">score_con</span><span class="op">,</span> <span class="nam">expected_classification</span><span class="op">,</span> <span class="str">f"Incorrect sentiment for '{target_token}'"</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t80" href="#t80">80</a></span><span class="t"> <span class="nam">print</span><span class="op">(</span><span class="str">f'\nTest 4 - Token Classification: \nThe token "{target_token}" is classified as {score_con}.'</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t81" href="#t81">81</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t82" href="#t82">82</a></span><span class="t"> <span class="key">def</span> <span class="nam">test_05_token_score</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t83" href="#t83">83</a></span><span class="t"> <span class="nam">target_token</span> <span class="op">=</span> <span class="str">"too"</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t84" href="#t84">84</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t85" href="#t85">85</a></span><span class="t"> <span class="nam">negative_counter</span><span class="op">,</span> <span class="nam">neutral_counter</span><span class="op">,</span> <span class="nam">positive_counter</span><span class="op">,</span> <span class="nam">score</span><span class="op">,</span> <span class="nam">score_con</span> <span class="op">=</span> <span class="nam">score_compute</span><span class="op">(</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t86" href="#t86">86</a></span><span class="t"> <span class="nam">target_token</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">negative_reviews_list</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t87" href="#t87">87</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">neutral_reviews_list</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">positive_reviews_list</span><span class="op">,</span> <span class="str">""</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t88" href="#t88">88</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t89" href="#t89">89</a></span><span class="t"> <span class="nam">expected_score</span> <span class="op">=</span> <span class="op">-</span><span class="num">1.4990477543373988</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t90" href="#t90">90</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">assertEqual</span><span class="op">(</span><span class="nam">score</span><span class="op">,</span> <span class="nam">expected_score</span><span class="op">,</span> <span class="str">f"Incorrect tf-idf score for '{target_token}'"</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t91" href="#t91">91</a></span><span class="t"> <span class="nam">print</span><span class="op">(</span><span class="str">f'\nTest 5 - Token Score: \nThe token "{target_token}" has a tf-idf score of {score}.'</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t92" href="#t92">92</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t93" href="#t93">93</a></span><span class="t"> <span class="key">def</span> <span class="nam">test_06_sentence_statistics_classifications</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t94" href="#t94">94</a></span><span class="t"> <span class="nam">target_sentence</span> <span class="op">=</span> <span class="str">"absolutely detestable ; would not watch again"</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t95" href="#t95">95</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t96" href="#t96">96</a></span><span class="t"> <span class="nam">expected_negative</span> <span class="op">=</span> <span class="num">5</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t97" href="#t97">97</a></span><span class="t"> <span class="nam">expected_neutral</span> <span class="op">=</span> <span class="num">0</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t98" href="#t98">98</a></span><span class="t"> <span class="nam">expected_positive</span> <span class="op">=</span> <span class="num">1</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t99" href="#t99">99</a></span><span class="t"> <span class="nam">expected_unknown</span> <span class="op">=</span> <span class="num">1</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t100" href="#t100">100</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t101" href="#t101">101</a></span><span class="t"> <span class="nam">total_negative_reviews</span><span class="op">,</span> <span class="nam">total_neutral_reviews</span><span class="op">,</span> <span class="nam">total_positive_reviews</span><span class="op">,</span> <span class="nam">unknown_counter</span> <span class="op">=</span> <span class="num">0</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> <span class="num">0</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t102" href="#t102">102</a></span><span class="t"> <span class="nam">total_score</span><span class="op">,</span> <span class="nam">valid_tokens</span> <span class="op">=</span> <span class="num">0</span><span class="op">,</span> <span class="num">0</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t103" href="#t103">103</a></span><span class="t"> <span class="nam">score_con</span> <span class="op">=</span> <span class="str">""</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t104" href="#t104">104</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t105" href="#t105">105</a></span><span class="t"> <span class="nam">input_tokens</span> <span class="op">=</span> <span class="nam">target_sentence</span><span class="op">.</span><span class="nam">lower</span><span class="op">(</span><span class="op">)</span><span class="op">.</span><span class="nam">split</span><span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t106" href="#t106">106</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t107" href="#t107">107</a></span><span class="t"> <span class="key">for</span> <span class="nam">token</span> <span class="key">in</span> <span class="nam">input_tokens</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t108" href="#t108">108</a></span><span class="t"> <span class="key">if</span> <span class="nam">token</span> <span class="key">in</span> <span class="nam">self</span><span class="op">.</span><span class="nam">positive_reviews_list</span> <span class="key">or</span> <span class="nam">token</span> <span class="key">in</span> <span class="nam">self</span><span class="op">.</span><span class="nam">neutral_reviews_list</span> <span class="key">or</span> <span class="nam">token</span> <span class="key">in</span> <span class="nam">self</span><span class="op">.</span><span class="nam">negative_reviews_list</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t109" href="#t109">109</a></span><span class="t"> <span class="com"># Compute statistics for this token</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t110" href="#t110">110</a></span><span class="t"> <span class="nam">negative_counter</span><span class="op">,</span> <span class="nam">neutral_counter</span><span class="op">,</span> <span class="nam">positive_counter</span><span class="op">,</span> <span class="nam">score</span><span class="op">,</span> <span class="nam">score_con</span> <span class="op">=</span> <span class="nam">score_compute</span><span class="op">(</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t111" href="#t111">111</a></span><span class="t"> <span class="nam">token</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">negative_reviews_list</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t112" href="#t112">112</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">neutral_reviews_list</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">positive_reviews_list</span><span class="op">,</span> <span class="str">""</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t113" href="#t113">113</a></span><span class="t"> <span class="op">)</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t114" href="#t114">114</a></span><span class="t"> <span class="key">if</span> <span class="nam">score_con</span> <span class="op">==</span> <span class="str">"positive"</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t115" href="#t115">115</a></span><span class="t"> <span class="nam">total_positive_reviews</span> <span class="op">+=</span> <span class="num">1</span> </span><span class="r"></span></p> + <p class="par run show_par"><span class="n"><a id="t116" href="#t116">116</a></span><span class="t"> <span class="key">elif</span> <span class="nam">score_con</span> <span class="op">==</span> <span class="str">"neutral"</span><span class="op">:</span> </span><span class="r"><span class="annotate short">116 ↛ 117</span><span class="annotate long">line 116 didn't jump to line 117 because the condition on line 116 was never true</span></span></p> + <p class="mis show_mis"><span class="n"><a id="t117" href="#t117">117</a></span><span class="t"> <span class="nam">total_neutral_reviews</span> <span class="op">+=</span> <span class="num">1</span> </span><span class="r"></span></p> + <p class="par run show_par"><span class="n"><a id="t118" href="#t118">118</a></span><span class="t"> <span class="key">elif</span> <span class="nam">score_con</span> <span class="op">==</span> <span class="str">"negative"</span><span class="op">:</span> </span><span class="r"><span class="annotate short">118 ↛ 120</span><span class="annotate long">line 118 didn't jump to line 120 because the condition on line 118 was always true</span></span></p> + <p class="run"><span class="n"><a id="t119" href="#t119">119</a></span><span class="t"> <span class="nam">total_negative_reviews</span> <span class="op">+=</span> <span class="num">1</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t120" href="#t120">120</a></span><span class="t"> <span class="nam">total_score</span> <span class="op">+=</span> <span class="nam">score</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t121" href="#t121">121</a></span><span class="t"> <span class="nam">valid_tokens</span> <span class="op">+=</span> <span class="num">1</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t122" href="#t122">122</a></span><span class="t"> <span class="key">else</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t123" href="#t123">123</a></span><span class="t"> <span class="nam">unknown_counter</span> <span class="op">+=</span> <span class="num">1</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t124" href="#t124">124</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t125" href="#t125">125</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">assertEqual</span><span class="op">(</span><span class="nam">total_negative_reviews</span><span class="op">,</span> <span class="nam">expected_negative</span><span class="op">,</span> <span class="str">"Incorrect negative token count in sentence."</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t126" href="#t126">126</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">assertEqual</span><span class="op">(</span><span class="nam">total_neutral_reviews</span><span class="op">,</span> <span class="nam">expected_neutral</span><span class="op">,</span> <span class="str">"Incorrect neutral token count in sentence."</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t127" href="#t127">127</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">assertEqual</span><span class="op">(</span><span class="nam">total_positive_reviews</span><span class="op">,</span> <span class="nam">expected_positive</span><span class="op">,</span> <span class="str">"Incorrect positive token count in sentence."</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t128" href="#t128">128</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">assertEqual</span><span class="op">(</span><span class="nam">unknown_counter</span><span class="op">,</span> <span class="nam">expected_unknown</span><span class="op">,</span> <span class="str">"Incorrect unknown token count in sentence."</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t129" href="#t129">129</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t130" href="#t130">130</a></span><span class="t"> <span class="nam">print</span><span class="op">(</span><span class="str">f'\nTest 6 - Sentence Statistics Classification: \nThe sentence "{target_sentence}" has '</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t131" href="#t131">131</a></span><span class="t"> <span class="str">f'{total_negative_reviews} negative, {total_neutral_reviews} neutral, '</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t132" href="#t132">132</a></span><span class="t"> <span class="str">f'{total_positive_reviews} positive, and {unknown_counter} unknown token(s).'</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t133" href="#t133">133</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t134" href="#t134">134</a></span><span class="t"> <span class="key">def</span> <span class="nam">test_07_token_statistics_score</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t135" href="#t135">135</a></span><span class="t"> <span class="nam">target_sentence</span> <span class="op">=</span> <span class="str">"absolutely detestable ; would not watch again"</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t136" href="#t136">136</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t137" href="#t137">137</a></span><span class="t"> <span class="nam">expected_score</span> <span class="op">=</span> <span class="op">-</span><span class="num">0.18812093738509109</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t138" href="#t138">138</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t139" href="#t139">139</a></span><span class="t"> <span class="nam">total_negative_reviews</span><span class="op">,</span> <span class="nam">total_neutral_reviews</span><span class="op">,</span> <span class="nam">total_positive_reviews</span><span class="op">,</span> <span class="nam">unknown_counter</span> <span class="op">=</span> <span class="num">0</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> <span class="num">0</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t140" href="#t140">140</a></span><span class="t"> <span class="nam">total_score</span><span class="op">,</span> <span class="nam">valid_tokens</span> <span class="op">=</span> <span class="num">0</span><span class="op">,</span> <span class="num">0</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t141" href="#t141">141</a></span><span class="t"> <span class="nam">score_con</span> <span class="op">=</span> <span class="str">""</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t142" href="#t142">142</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t143" href="#t143">143</a></span><span class="t"> <span class="nam">input_tokens</span> <span class="op">=</span> <span class="nam">target_sentence</span><span class="op">.</span><span class="nam">lower</span><span class="op">(</span><span class="op">)</span><span class="op">.</span><span class="nam">split</span><span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t144" href="#t144">144</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t145" href="#t145">145</a></span><span class="t"> <span class="key">for</span> <span class="nam">token</span> <span class="key">in</span> <span class="nam">input_tokens</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t146" href="#t146">146</a></span><span class="t"> <span class="key">if</span> <span class="nam">token</span> <span class="key">in</span> <span class="nam">self</span><span class="op">.</span><span class="nam">positive_reviews_list</span> <span class="key">or</span> <span class="nam">token</span> <span class="key">in</span> <span class="nam">self</span><span class="op">.</span><span class="nam">neutral_reviews_list</span> <span class="key">or</span> <span class="nam">token</span> <span class="key">in</span> <span class="nam">self</span><span class="op">.</span><span class="nam">negative_reviews_list</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t147" href="#t147">147</a></span><span class="t"> <span class="nam">negative_counter</span><span class="op">,</span> <span class="nam">neutral_counter</span><span class="op">,</span> <span class="nam">positive_counter</span><span class="op">,</span> <span class="nam">score</span><span class="op">,</span> <span class="nam">score_con</span> <span class="op">=</span> <span class="nam">score_compute</span><span class="op">(</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t148" href="#t148">148</a></span><span class="t"> <span class="nam">token</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">negative_reviews_list</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t149" href="#t149">149</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">neutral_reviews_list</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">positive_reviews_list</span><span class="op">,</span> <span class="str">""</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t150" href="#t150">150</a></span><span class="t"> <span class="op">)</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t151" href="#t151">151</a></span><span class="t"> <span class="key">if</span> <span class="nam">score_con</span> <span class="op">==</span> <span class="str">"positive"</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t152" href="#t152">152</a></span><span class="t"> <span class="nam">total_positive_reviews</span> <span class="op">+=</span> <span class="num">1</span> </span><span class="r"></span></p> + <p class="par run show_par"><span class="n"><a id="t153" href="#t153">153</a></span><span class="t"> <span class="key">elif</span> <span class="nam">score_con</span> <span class="op">==</span> <span class="str">"neutral"</span><span class="op">:</span> </span><span class="r"><span class="annotate short">153 ↛ 154</span><span class="annotate long">line 153 didn't jump to line 154 because the condition on line 153 was never true</span></span></p> + <p class="mis show_mis"><span class="n"><a id="t154" href="#t154">154</a></span><span class="t"> <span class="nam">total_neutral_reviews</span> <span class="op">+=</span> <span class="num">1</span> </span><span class="r"></span></p> + <p class="par run show_par"><span class="n"><a id="t155" href="#t155">155</a></span><span class="t"> <span class="key">elif</span> <span class="nam">score_con</span> <span class="op">==</span> <span class="str">"negative"</span><span class="op">:</span> </span><span class="r"><span class="annotate short">155 ↛ 157</span><span class="annotate long">line 155 didn't jump to line 157 because the condition on line 155 was always true</span></span></p> + <p class="run"><span class="n"><a id="t156" href="#t156">156</a></span><span class="t"> <span class="nam">total_negative_reviews</span> <span class="op">+=</span> <span class="num">1</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t157" href="#t157">157</a></span><span class="t"> <span class="nam">total_score</span> <span class="op">+=</span> <span class="nam">score</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t158" href="#t158">158</a></span><span class="t"> <span class="nam">valid_tokens</span> <span class="op">+=</span> <span class="num">1</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t159" href="#t159">159</a></span><span class="t"> <span class="key">else</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t160" href="#t160">160</a></span><span class="t"> <span class="nam">unknown_counter</span> <span class="op">+=</span> <span class="num">1</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t161" href="#t161">161</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t162" href="#t162">162</a></span><span class="t"> <span class="nam">avg_score</span> <span class="op">=</span> <span class="nam">total_score</span> <span class="op">/</span> <span class="nam">valid_tokens</span> <span class="key">if</span> <span class="nam">valid_tokens</span> <span class="op">></span> <span class="num">0</span> <span class="key">else</span> <span class="num">0</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t163" href="#t163">163</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t164" href="#t164">164</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">assertAlmostEqual</span><span class="op">(</span><span class="nam">avg_score</span><span class="op">,</span> <span class="nam">expected_score</span><span class="op">,</span> <span class="nam">places</span><span class="op">=</span><span class="num">10</span><span class="op">,</span> <span class="nam">msg</span><span class="op">=</span><span class="str">"Incorrect average tf-idf score for sentence."</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t165" href="#t165">165</a></span><span class="t"> <span class="nam">print</span><span class="op">(</span><span class="str">f'\nTest 7 - Sentence Statistics Score: \nThe sentence "{target_sentence}" has an average tf-idf score of {avg_score}.'</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t166" href="#t166">166</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t167" href="#t167">167</a></span><span class="t"> <span class="key">def</span> <span class="nam">test_08_save_stop_words</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t168" href="#t168">168</a></span><span class="t"> <span class="nam">save_stop_words</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">negative_reviews_list</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">neutral_reviews_list</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">positive_reviews_list</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t169" href="#t169">169</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t170" href="#t170">170</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">assertTrue</span><span class="op">(</span><span class="nam">os</span><span class="op">.</span><span class="nam">path</span><span class="op">.</span><span class="nam">exists</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">output_file</span><span class="op">)</span><span class="op">,</span> <span class="str">"Stop words file was not created."</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t171" href="#t171">171</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t172" href="#t172">172</a></span><span class="t"> <span class="nam">print</span><span class="op">(</span><span class="str">f"\nTest 8 - Save Stop Words:"</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t173" href="#t173">173</a></span><span class="t"> <span class="key">with</span> <span class="nam">open</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">output_file</span><span class="op">,</span> <span class="str">"r"</span><span class="op">,</span> <span class="nam">encoding</span><span class="op">=</span><span class="str">"utf-8"</span><span class="op">)</span> <span class="key">as</span> <span class="nam">file</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t174" href="#t174">174</a></span><span class="t"> <span class="nam">stop_words</span> <span class="op">=</span> <span class="op">[</span><span class="nam">line</span><span class="op">.</span><span class="nam">strip</span><span class="op">(</span><span class="op">)</span> <span class="key">for</span> <span class="nam">line</span> <span class="key">in</span> <span class="nam">file</span><span class="op">.</span><span class="nam">readlines</span><span class="op">(</span><span class="op">)</span><span class="op">]</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t175" href="#t175">175</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">assertGreater</span><span class="op">(</span><span class="nam">len</span><span class="op">(</span><span class="nam">stop_words</span><span class="op">)</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> <span class="str">"Stop words list is empty."</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t176" href="#t176">176</a></span><span class="t"> <span class="nam">print</span><span class="op">(</span><span class="str">f"There is a total of {len(stop_words)} stop words in this list."</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t177" href="#t177">177</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t178" href="#t178">178</a></span><span class="t"> <span class="key">def</span> <span class="nam">test_09_non_stop_stats_classifications</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t179" href="#t179">179</a></span><span class="t"> <span class="nam">target_sentence</span> <span class="op">=</span> <span class="str">"absolutely detestable ; would not watch again"</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t180" href="#t180">180</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t181" href="#t181">181</a></span><span class="t"> <span class="nam">save_stop_words</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">negative_reviews_list</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">neutral_reviews_list</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">positive_reviews_list</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t182" href="#t182">182</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t183" href="#t183">183</a></span><span class="t"> <span class="nam">stop_words_file</span> <span class="op">=</span> <span class="str">"output.txt"</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t184" href="#t184">184</a></span><span class="t"> <span class="key">with</span> <span class="nam">open</span><span class="op">(</span><span class="nam">stop_words_file</span><span class="op">,</span> <span class="str">"r"</span><span class="op">,</span> <span class="nam">encoding</span><span class="op">=</span><span class="str">"utf-8"</span><span class="op">)</span> <span class="key">as</span> <span class="nam">file</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t185" href="#t185">185</a></span><span class="t"> <span class="nam">stop_words</span> <span class="op">=</span> <span class="op">[</span><span class="nam">line</span><span class="op">.</span><span class="nam">strip</span><span class="op">(</span><span class="op">)</span> <span class="key">for</span> <span class="nam">line</span> <span class="key">in</span> <span class="nam">file</span><span class="op">.</span><span class="nam">readlines</span><span class="op">(</span><span class="op">)</span><span class="op">]</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t186" href="#t186">186</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t187" href="#t187">187</a></span><span class="t"> <span class="nam">input_tokens</span> <span class="op">=</span> <span class="nam">target_sentence</span><span class="op">.</span><span class="nam">lower</span><span class="op">(</span><span class="op">)</span><span class="op">.</span><span class="nam">split</span><span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t188" href="#t188">188</a></span><span class="t"> <span class="nam">nonstop_tokens</span> <span class="op">=</span> <span class="op">[</span><span class="nam">token</span> <span class="key">for</span> <span class="nam">token</span> <span class="key">in</span> <span class="nam">input_tokens</span> <span class="key">if</span> <span class="nam">token</span> <span class="key">not</span> <span class="key">in</span> <span class="nam">stop_words</span><span class="op">]</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t189" href="#t189">189</a></span><span class="t"> <span class="nam">stop_word_count</span> <span class="op">=</span> <span class="nam">len</span><span class="op">(</span><span class="nam">input_tokens</span><span class="op">)</span> <span class="op">-</span> <span class="nam">len</span><span class="op">(</span><span class="nam">nonstop_tokens</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t190" href="#t190">190</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t191" href="#t191">191</a></span><span class="t"> <span class="nam">expected_negative</span> <span class="op">=</span> <span class="num">4</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t192" href="#t192">192</a></span><span class="t"> <span class="nam">expected_neutral</span> <span class="op">=</span> <span class="num">0</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t193" href="#t193">193</a></span><span class="t"> <span class="nam">expected_positive</span> <span class="op">=</span> <span class="num">1</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t194" href="#t194">194</a></span><span class="t"> <span class="nam">expected_unknown</span> <span class="op">=</span> <span class="num">1</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t195" href="#t195">195</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t196" href="#t196">196</a></span><span class="t"> <span class="nam">negative_counter</span><span class="op">,</span> <span class="nam">neutral_counter</span><span class="op">,</span> <span class="nam">positive_counter</span><span class="op">,</span> <span class="nam">unknown_counter</span> <span class="op">=</span> <span class="num">0</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> <span class="num">0</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t197" href="#t197">197</a></span><span class="t"> <span class="nam">total_score</span><span class="op">,</span> <span class="nam">valid_tokens</span> <span class="op">=</span> <span class="num">0</span><span class="op">,</span> <span class="num">0</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t198" href="#t198">198</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t199" href="#t199">199</a></span><span class="t"> <span class="key">for</span> <span class="nam">token</span> <span class="key">in</span> <span class="nam">nonstop_tokens</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t200" href="#t200">200</a></span><span class="t"> <span class="key">if</span> <span class="nam">token</span> <span class="key">in</span> <span class="nam">self</span><span class="op">.</span><span class="nam">positive_reviews_list</span> <span class="key">or</span> <span class="nam">token</span> <span class="key">in</span> <span class="nam">self</span><span class="op">.</span><span class="nam">neutral_reviews_list</span> <span class="key">or</span> <span class="nam">token</span> <span class="key">in</span> <span class="nam">self</span><span class="op">.</span><span class="nam">negative_reviews_list</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t201" href="#t201">201</a></span><span class="t"> <span class="nam">neg</span><span class="op">,</span> <span class="nam">neu</span><span class="op">,</span> <span class="nam">pos</span><span class="op">,</span> <span class="nam">score</span><span class="op">,</span> <span class="nam">score_con</span> <span class="op">=</span> <span class="nam">score_compute</span><span class="op">(</span><span class="nam">token</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t202" href="#t202">202</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">negative_reviews_list</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t203" href="#t203">203</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">neutral_reviews_list</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t204" href="#t204">204</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">positive_reviews_list</span><span class="op">,</span> <span class="str">""</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t205" href="#t205">205</a></span><span class="t"> <span class="key">if</span> <span class="nam">score_con</span> <span class="op">==</span> <span class="str">"positive"</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t206" href="#t206">206</a></span><span class="t"> <span class="nam">positive_counter</span> <span class="op">+=</span> <span class="num">1</span> </span><span class="r"></span></p> + <p class="par run show_par"><span class="n"><a id="t207" href="#t207">207</a></span><span class="t"> <span class="key">elif</span> <span class="nam">score_con</span> <span class="op">==</span> <span class="str">"neutral"</span><span class="op">:</span> </span><span class="r"><span class="annotate short">207 ↛ 208</span><span class="annotate long">line 207 didn't jump to line 208 because the condition on line 207 was never true</span></span></p> + <p class="mis show_mis"><span class="n"><a id="t208" href="#t208">208</a></span><span class="t"> <span class="nam">neutral_counter</span> <span class="op">+=</span> <span class="num">1</span> </span><span class="r"></span></p> + <p class="par run show_par"><span class="n"><a id="t209" href="#t209">209</a></span><span class="t"> <span class="key">elif</span> <span class="nam">score_con</span> <span class="op">==</span> <span class="str">"negative"</span><span class="op">:</span> </span><span class="r"><span class="annotate short">209 ↛ 212</span><span class="annotate long">line 209 didn't jump to line 212 because the condition on line 209 was always true</span></span></p> + <p class="run"><span class="n"><a id="t210" href="#t210">210</a></span><span class="t"> <span class="nam">negative_counter</span> <span class="op">+=</span> <span class="num">1</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t211" href="#t211">211</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t212" href="#t212">212</a></span><span class="t"> <span class="nam">total_score</span> <span class="op">+=</span> <span class="nam">score</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t213" href="#t213">213</a></span><span class="t"> <span class="nam">valid_tokens</span> <span class="op">+=</span> <span class="num">1</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t214" href="#t214">214</a></span><span class="t"> <span class="key">else</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t215" href="#t215">215</a></span><span class="t"> <span class="nam">unknown_counter</span> <span class="op">+=</span> <span class="num">1</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t216" href="#t216">216</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t217" href="#t217">217</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">assertEqual</span><span class="op">(</span><span class="nam">stop_word_count</span><span class="op">,</span> <span class="num">1</span><span class="op">,</span> <span class="str">"Incorrect stop-word count."</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t218" href="#t218">218</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">assertEqual</span><span class="op">(</span><span class="nam">negative_counter</span><span class="op">,</span> <span class="nam">expected_negative</span><span class="op">,</span> <span class="str">f"Incorrect negative count for '{target_sentence}'"</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t219" href="#t219">219</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">assertEqual</span><span class="op">(</span><span class="nam">neutral_counter</span><span class="op">,</span> <span class="nam">expected_neutral</span><span class="op">,</span> <span class="str">f"Incorrect neutral count for '{target_sentence}'"</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t220" href="#t220">220</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">assertEqual</span><span class="op">(</span><span class="nam">positive_counter</span><span class="op">,</span> <span class="nam">expected_positive</span><span class="op">,</span> <span class="str">f"Incorrect positive count for '{target_sentence}'"</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t221" href="#t221">221</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">assertEqual</span><span class="op">(</span><span class="nam">unknown_counter</span><span class="op">,</span> <span class="nam">expected_unknown</span><span class="op">,</span> <span class="str">f"Incorrect unknown count for '{target_sentence}'"</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t222" href="#t222">222</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t223" href="#t223">223</a></span><span class="t"> <span class="nam">print</span><span class="op">(</span><span class="str">f'\nTest 9 - Non-Stop-Words Statistics Classifications: \nThe sentence "{target_sentence}" '</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t224" href="#t224">224</a></span><span class="t"> <span class="str">f'has {stop_word_count} stop-word token(s), and it has {negative_counter} negative, {neutral_counter} neutral,'</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t225" href="#t225">225</a></span><span class="t"> <span class="str">f' {positive_counter} positive, and {unknown_counter} unknown non-stop-word token(s).'</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t226" href="#t226">226</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t227" href="#t227">227</a></span><span class="t"> <span class="key">def</span> <span class="nam">test_10_non_stop_stats_score</span><span class="op">(</span><span class="nam">self</span><span class="op">)</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t228" href="#t228">228</a></span><span class="t"> <span class="nam">target_sentence</span> <span class="op">=</span> <span class="str">"absolutely detestable ; would not watch again"</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t229" href="#t229">229</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t230" href="#t230">230</a></span><span class="t"> <span class="nam">save_stop_words</span><span class="op">(</span><span class="nam">self</span><span class="op">.</span><span class="nam">negative_reviews_list</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">neutral_reviews_list</span><span class="op">,</span> <span class="nam">self</span><span class="op">.</span><span class="nam">positive_reviews_list</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t231" href="#t231">231</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t232" href="#t232">232</a></span><span class="t"> <span class="nam">stop_words_file</span> <span class="op">=</span> <span class="str">"output.txt"</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t233" href="#t233">233</a></span><span class="t"> <span class="key">with</span> <span class="nam">open</span><span class="op">(</span><span class="nam">stop_words_file</span><span class="op">,</span> <span class="str">"r"</span><span class="op">,</span> <span class="nam">encoding</span><span class="op">=</span><span class="str">"utf-8"</span><span class="op">)</span> <span class="key">as</span> <span class="nam">file</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t234" href="#t234">234</a></span><span class="t"> <span class="nam">stop_words</span> <span class="op">=</span> <span class="op">[</span><span class="nam">line</span><span class="op">.</span><span class="nam">strip</span><span class="op">(</span><span class="op">)</span> <span class="key">for</span> <span class="nam">line</span> <span class="key">in</span> <span class="nam">file</span><span class="op">.</span><span class="nam">readlines</span><span class="op">(</span><span class="op">)</span><span class="op">]</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t235" href="#t235">235</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t236" href="#t236">236</a></span><span class="t"> <span class="nam">input_tokens</span> <span class="op">=</span> <span class="nam">target_sentence</span><span class="op">.</span><span class="nam">lower</span><span class="op">(</span><span class="op">)</span><span class="op">.</span><span class="nam">split</span><span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t237" href="#t237">237</a></span><span class="t"> <span class="nam">nonstop_tokens</span> <span class="op">=</span> <span class="op">[</span><span class="nam">token</span> <span class="key">for</span> <span class="nam">token</span> <span class="key">in</span> <span class="nam">input_tokens</span> <span class="key">if</span> <span class="nam">token</span> <span class="key">not</span> <span class="key">in</span> <span class="nam">stop_words</span><span class="op">]</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t238" href="#t238">238</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t239" href="#t239">239</a></span><span class="t"> <span class="nam">expected_avg_tfidf</span> <span class="op">=</span> <span class="op">-</span><span class="num">0.17687684751966531</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t240" href="#t240">240</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t241" href="#t241">241</a></span><span class="t"> <span class="nam">negative_counter</span><span class="op">,</span> <span class="nam">neutral_counter</span><span class="op">,</span> <span class="nam">positive_counter</span><span class="op">,</span> <span class="nam">unknown_counter</span> <span class="op">=</span> <span class="num">0</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> <span class="num">0</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t242" href="#t242">242</a></span><span class="t"> <span class="nam">total_score</span><span class="op">,</span> <span class="nam">valid_tokens</span> <span class="op">=</span> <span class="num">0</span><span class="op">,</span> <span class="num">0</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t243" href="#t243">243</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t244" href="#t244">244</a></span><span class="t"> <span class="key">for</span> <span class="nam">token</span> <span class="key">in</span> <span class="nam">nonstop_tokens</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t245" href="#t245">245</a></span><span class="t"> <span class="key">if</span> <span class="nam">token</span> <span class="key">in</span> <span class="nam">self</span><span class="op">.</span><span class="nam">positive_reviews_list</span> <span class="key">or</span> <span class="nam">token</span> <span class="key">in</span> <span class="nam">self</span><span class="op">.</span><span class="nam">neutral_reviews_list</span> <span class="key">or</span> <span class="nam">token</span> <span class="key">in</span> <span class="nam">self</span><span class="op">.</span><span class="nam">negative_reviews_list</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t246" href="#t246">246</a></span><span class="t"> <span class="nam">neg</span><span class="op">,</span> <span class="nam">neu</span><span class="op">,</span> <span class="nam">pos</span><span class="op">,</span> <span class="nam">score</span><span class="op">,</span> <span class="nam">score_con</span> <span class="op">=</span> <span class="nam">score_compute</span><span class="op">(</span><span class="nam">token</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t247" href="#t247">247</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">negative_reviews_list</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t248" href="#t248">248</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">neutral_reviews_list</span><span class="op">,</span> <span class="num">0</span><span class="op">,</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t249" href="#t249">249</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">positive_reviews_list</span><span class="op">,</span> <span class="str">""</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t250" href="#t250">250</a></span><span class="t"> <span class="key">if</span> <span class="nam">score_con</span> <span class="op">==</span> <span class="str">"positive"</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t251" href="#t251">251</a></span><span class="t"> <span class="nam">positive_counter</span> <span class="op">+=</span> <span class="num">1</span> </span><span class="r"></span></p> + <p class="par run show_par"><span class="n"><a id="t252" href="#t252">252</a></span><span class="t"> <span class="key">elif</span> <span class="nam">score_con</span> <span class="op">==</span> <span class="str">"neutral"</span><span class="op">:</span> </span><span class="r"><span class="annotate short">252 ↛ 253</span><span class="annotate long">line 252 didn't jump to line 253 because the condition on line 252 was never true</span></span></p> + <p class="mis show_mis"><span class="n"><a id="t253" href="#t253">253</a></span><span class="t"> <span class="nam">neutral_counter</span> <span class="op">+=</span> <span class="num">1</span> </span><span class="r"></span></p> + <p class="par run show_par"><span class="n"><a id="t254" href="#t254">254</a></span><span class="t"> <span class="key">elif</span> <span class="nam">score_con</span> <span class="op">==</span> <span class="str">"negative"</span><span class="op">:</span> </span><span class="r"><span class="annotate short">254 ↛ 257</span><span class="annotate long">line 254 didn't jump to line 257 because the condition on line 254 was always true</span></span></p> + <p class="run"><span class="n"><a id="t255" href="#t255">255</a></span><span class="t"> <span class="nam">negative_counter</span> <span class="op">+=</span> <span class="num">1</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t256" href="#t256">256</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t257" href="#t257">257</a></span><span class="t"> <span class="nam">total_score</span> <span class="op">+=</span> <span class="nam">score</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t258" href="#t258">258</a></span><span class="t"> <span class="nam">valid_tokens</span> <span class="op">+=</span> <span class="num">1</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t259" href="#t259">259</a></span><span class="t"> <span class="key">else</span><span class="op">:</span> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t260" href="#t260">260</a></span><span class="t"> <span class="nam">unknown_counter</span> <span class="op">+=</span> <span class="num">1</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t261" href="#t261">261</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t262" href="#t262">262</a></span><span class="t"> <span class="nam">avg_score</span> <span class="op">=</span> <span class="nam">total_score</span> <span class="op">/</span> <span class="nam">valid_tokens</span> <span class="key">if</span> <span class="nam">valid_tokens</span> <span class="op">></span> <span class="num">0</span> <span class="key">else</span> <span class="num">0</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t263" href="#t263">263</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t264" href="#t264">264</a></span><span class="t"> <span class="nam">self</span><span class="op">.</span><span class="nam">assertAlmostEqual</span><span class="op">(</span><span class="nam">avg_score</span><span class="op">,</span> <span class="nam">expected_avg_tfidf</span><span class="op">,</span> <span class="nam">places</span><span class="op">=</span><span class="num">5</span><span class="op">,</span> <span class="nam">msg</span><span class="op">=</span><span class="str">"Incorrect adjusted average tf-idf score."</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t265" href="#t265">265</a></span><span class="t"> </span><span class="r"></span></p> + <p class="run"><span class="n"><a id="t266" href="#t266">266</a></span><span class="t"> <span class="nam">print</span><span class="op">(</span><span class="str">f'\nTest 10 - Non-Stop-Words Statistics Score: \nThe sentence "{target_sentence}" has an adjusted average tf-idf score of {avg_score}.'</span><span class="op">)</span> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t267" href="#t267">267</a></span><span class="t"> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t268" href="#t268">268</a></span><span class="t"> </span><span class="r"></span></p> + <p class="pln"><span class="n"><a id="t269" href="#t269">269</a></span><span class="t"> </span><span class="r"></span></p> + <p class="par run show_par"><span class="n"><a id="t270" href="#t270">270</a></span><span class="t"><span class="key">if</span> <span class="nam">__name__</span> <span class="op">==</span> <span class="str">'__main__'</span><span class="op">:</span> </span><span class="r"><span class="annotate short">270 ↛ 271</span><span class="annotate long">line 270 didn't jump to line 271 because the condition on line 270 was never true</span></span></p> + <p class="mis show_mis"><span class="n"><a id="t271" href="#t271">271</a></span><span class="t"> <span class="nam">unittest</span><span class="op">.</span><span class="nam">main</span><span class="op">(</span><span class="op">)</span> </span><span class="r"></span></p> +</main> +<footer> + <div class="content"> + <p> + <a class="nav" href="sentiment_py.html">« prev</a> + <a class="nav" href="index.html">^ index</a> + <a class="nav" href="index.html">» next</a> + + <a class="nav" href="https://coverage.readthedocs.io/en/7.7.0">coverage.py v7.7.0</a>, + created at 2025-03-16 20:40 -0500 + </p> + </div> +</footer> +</body> +</html> diff --git a/tests/test_main.py b/test_main.py similarity index 96% rename from tests/test_main.py rename to test_main.py index e08b550ff07d186d44be9f6bb00859a06bd8758c..e57595a3ef8a9a76b2f13e7393b85b43d0edbe17 100644 --- a/tests/test_main.py +++ b/test_main.py @@ -1,4 +1,5 @@ import unittest +import sentiment from sentiment import get_tokens, score_compute, save_stop_words import os @@ -7,27 +8,21 @@ class TestGetTokens(unittest.TestCase): # creates file path to sentiment.txt file def setUp(self): self.reviews = [] - base_dir = os.path.dirname(os.path.abspath(__file__)) - sentiment_dir = os.path.join(base_dir, "..") - file_path = os.path.join(sentiment_dir, "sentiment.txt") - with open(file_path, "r", encoding="utf-8") as file: - self.reviews = file.readlines() - self.review_tokens_set = set() - self.review_tokens_list = [] # Ensure it's initialized + self.review_tokens_list = [] self.positive_reviews_list, self.neutral_reviews_list, self.negative_reviews_list = [], [], [] self.positive_reviews_set, self.neutral_reviews_set, self.negative_reviews_set = set(), set(), set() - get_tokens( + sentiment.read_file(self.reviews) + sentiment.get_tokens( self.reviews, self.review_tokens_set, self.review_tokens_list, self.positive_reviews_list, self.neutral_reviews_list, self.negative_reviews_list, self.positive_reviews_set, self.neutral_reviews_set, self.negative_reviews_set ) + self.stop_words = sentiment.get_stop_words() self.output_file = "output.txt" - if os.path.exists(self.output_file): - os.remove(self.output_file) def test_01_token_count(self): review_tokens_set = set() @@ -70,10 +65,6 @@ class TestGetTokens(unittest.TestCase): self.assertEqual(neutral_counter, expected_neutral, f"Incorrect neutral count for '{target_token}'") self.assertEqual(positive_counter, expected_positive, f"Incorrect positive count for '{target_token}'") - - - - print(f'\nTest 3 - Token Statistics: \nThe token "{target_token}" has {negative_counter} negative, ' f'{neutral_counter} neutral, and {positive_counter} positive appearance(s) in the training data.') diff --git a/tests/output.txt b/tests/output.txt deleted file mode 100644 index e513906c6cdc6151c2f4c4e7e1ae928bf7c0c628..0000000000000000000000000000000000000000 --- a/tests/output.txt +++ /dev/null @@ -1,51 +0,0 @@ -, -. -a -i -' -is -of -or -in -by -so -it -'s -an -to -be -on -at -if -as --- -and -all -the -are -has -one -n't -but -his -... -its -for -you -not -this -with -like -from -that -more -than -film -what -have -about -story -movie --lrb- --rrb- -there