my_satd_cassandra.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": [],
      "collapsed_sections": [
        "knG-_xKXG4YY",
        "ID-26qQYMt7r",
        "ktR2VUfPN9TL",
        "4Q5jzmOxJWyr"
      ],
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/armandossrecife/my_validation/blob/main/my_satd_cassandra.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Lista de commits com issues com impacto arquitetural"
      ],
      "metadata": {
        "id": "VOoFugi3GtsP"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "lista_cassandra_commits_issues_yes_ai = ['9db8da81b7f269e5a8a7f896b751d482847d7082', '5cdc75d7603d1051c9d78d6ee11dd9cd44056f44', '682736ee5ebf33ed344abd1c6e04dc408a07bfe6', '81dd8ee5f6e224c550bdf956e0bec3ec2c92cbee', 'b516ce8176c4ff90f4f1696aba9315941b67f0d0', '064a59cdb00361c6b92ce098922b87357cae7736', '70ce402fddc5361d249d161ba119f3fd2784cced', '8be0d7de6a8a5862be23d1733a458592b1f55946', '7bfe8df549c5bd2761801e3616f7c08db1fc5fbd', '4da540024a429f0c0a3f73161086d1f7997d5b95', '87bd4a24a42fd990ed4ea881cf5bbaf3c8e7e0cb', 'bee816c68a81b0812959c5f58e393e0b167a287f', 'ed808be3d3fd6ac94ac242ab6a9fa17b9249ba0f', '6f00a24296179b0abc9673c94f76d1e551ebdeab', '6e41b41adfec8ebe065081e82e57f53be8e71b60', '0da82f321c6c662cbd72f0d9895a916cf0aa71a4', 'dd5cebce853eb09dfc3a1d27c463834ef2f298b8', '5e1abef0b013de1069c7c2f2f7bb1b76920b5725', '64cfe8dede938172fa48948cdee92a6bd93320c4', '9e515d618b01876255b2a876fb7eabacaf85c8c2', '09d3507fb3c4794e310862ac2b27271798a45b37', '133e8d5ec50592fe2361e5af1dc287692e668e97', 'ae7ddced332068f7920c355ed1b61bd050f402c7', '115d63cfb466729672e91793da663749f53374a2', '8124bdccab47bb10d86ce845ce71da7ec9f9ba73', 'e9f265cee6c4e805d9c40f325977318fdc1922eb', '13bf76c64991ad030babb262f6570b4809faafaa', '70688be04093e9076aef261a4722bb17d489596f', '5947c5907258c81fce0ff8e8333fa9852ed31eaf', '0087c38a268d314172f06bcd522210ed8f226409', 'f4b3c01dffa486f881b98ee83556fc372de59850', '47cd73ef46ba851731491381582027966f590a27', 'd2c98b024d85bf72a6ce3e03d0b8d2994199c254', '592634c6460624fe58adaf53f5ad39635f629a17', '4069d8af44241b84cfdfa60dc362868ef5241ecf', '2c2419ea1fac39602f1728b1d94103d13bcca7eb', 'b87e2a7582de7fd5f87c6aa64150fd3e7f7e230a', '62cc775015c5da79b6bc94ef40ad78d7b504571c', '10cd1da033ad721a883df3241758b79756887161', '5018e3099dfeb2067eb05354bcd8021423ee4467', 'd790ed1bc871a9bd3a8c8640629532c0bed77656', '9d455d1018e466de3766bf60c018141754a7e702', 'ec624f50957776a444c28d6fea028786fe97640c', '3297a96e1849f41d9c61f024282ed52d642e0794', 'e376bc02eca6f75489d2aff41e0cc36105eb8567', '5979bce8ec6338f3aaf88ce193da01e10249b12e', '1d9b7f5597f2cd090e312e270431ab56c81de9d9', 'c82a9d9b96667cc2afeb2609fbff955b4232fc2b', '2e7d1f83f53d0aa2ffc52af6d8531c0355318484', '0e3a9a55e484707addf32f73d18014df61c8d8f9', 'd5ec013cee4f3d923d9618694716a265ab04fe1b', 'eb4fa4a621db43ad9d48b146ee16caf09db7a853', 'bffd9ea8eb5358b5f138cbad8a387d5037d1ac12', '6ec4eef2b0d7c7ef235299d47016dd64ff2ace04', '4155afd510828770c2d666a7e4cea28062964130', '786672edb6b4156e69bb3daecb9bcca0cba7db21', '37285304ee484122410c977399024f2af132753c', 'd12a0d7b0299786bf1d0484f3770bae6a94cb0c9', '3edb62bf773617aeb3a348edc5667a6b0bad0ffe', '26217071280f909f81fc3711df406a572b547c58', '1a3b5dbcb5fbee5066ceaa2467536119893f7e7f', '5d4740c5841c9c3a8d6c24578c1c6fb512524321', '536a08c29773548203845ad562e278e899b35a4d', '1b332bc1c02786623e2baf773e9f46af9c04f21f', 'e16f584e61dccd243656269a4f305c7a50b7e433', 'd15c9187a4b66645bf0575a7c3bfdbb9b10a263d', '14b2d7a16b4b69eed6be5473dbbf238f040fb5c5', 'c75ee4160cb8fcdf47c90bfce8bf0d861f32d268', 'f3c0e11e2ddb0b0666e7723a3fca005707b778ea', '521b36311ad23f3defd6abf36becda61388add9c', '8704006bfa75a78cb904e35662e4c8bafc1f2330', '20f12e97446eee55461a8d3512a94389a67e79ee', '3c8d87f4324e5ff8bf6b1c3652e9c5eacf03bc20', 'c9ef25fd81501005b6484baf064081efc557f3f4', '66d3428e3fe64851fa7587ee69b53e20bb7c09b5', '93c5bc616e21ffa7f31266ad095ca374f2ba73a4', 'f463fed234ce5bd9c536ac5fdf51c3555b9af805', '5b0566a70f373d6eb537c89c0db2a2e224706916', 'ec604875886a5790b627f0fa22cea4fca34532dd', 'eace9aaddfdd0059f52b1eb9b6902f999f04a447', 'e9b7a0f2546579244ffc167c56122b0a47d4b4b0', '2256778726319fb76b6d85c4a47a957116c78147', '4cfaf855c404256a9dd281d5066cc076232d72ff', '5b982d790bffbf1beb92fd605f6f213914ba4b63', '39807ba48ed2e02223014fbf47dce21d4124b380', '44785dd2eec5697eec7e496ed3a73d2573f4fe6a', 'b40d79cf1cc6b4210edfa86d52546fd3880e22f0', 'dbb43197fe9c462b22c4e4c3ef8a0c55b5696fa7', 'd8993934e976d8edb94cbfe2974688dac63c5db5', 'e5c3d08a1428d378b6690f0419a2b25724b9736e', 'f3bf0775a5a8bce228289c22b96d0c922cf2cb0d', '91bcbb28733437a7a5fedb16984d4de2fa70b049', 'b915688ea878aaa284f5cedeb799c5f797c4d824', 'cfc402d26a628bbc9e005c370f5707f4985207aa', '9f15ec6de11c57d5fff02fe08639b647fc0749e8', 'eac9d925621dc1757ac88ac7160dc0b2bd3e0015', '143a5e8b064e442970182cfb349b4f0826683e85', '72af1f75fccf877f8996da0a0d8bc1a6adcd30e0', 'e4e19e33faf9ac7cf27a9779c8083a7f5c5b865a', 'a67a2a2441589e8bf41498c426fddacd7b9719cf', 'b2660bcf78ccf08a3a0ae39a8c9ffb397efef9ff', '19f55cf0b82f8c861be7e9616913961c80dfcd80', '145dbd1f0875ae4c54392125e09ed05153c0dd8f', 'd5b1483703b53c02fb0e616e58107afb814f9f81', 'f96659c5306e62666e21c371c2ded646dd51672b', '8b0dc8ad6b5e657cf5946eaed17da0fdabaa53f4', '4f348786bd6d72f4402134a29ddb3355b1fade61', '028ea02a4a877d115c748d3e179c6afb2328e430', 'aac070681bd01ba796814692c3fba04de103d8b4', 'cde91e56f09d9ebf315c79c9a81b89f70f4eb724', 'b9586501a6b6cdfe465302448018785652c9b966']"
      ],
      "metadata": {
        "id": "2Ds36cJGGyXQ"
      },
      "execution_count": 1,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "lista_cassandra_commits_issues_no_ai = ['bbe89e795bbc631c2b626766840d943498304630', 'f70a5a0c8cff203b17285494fbbd99176bbee649', 'fce0ee0d7b89576c7f49c2f24a90e8f26e10314a', '7779df6ce4633752a0f6768da94627aee2162103', 'f17487c541dfae03858ae703015d4049094a0f55', '8dcf76ab27f9c7ac615fbaf5cd17fdfbd17cb9be', '8c04ffd52a43358a8eb56a68fa7aeae0bfa94577', 'e425474af2e08dd4a54db2316cb6758f972fa778', 'ac414f9a52f9ffb023cf3690cd782e4ecb976140', '86abfe10279ce957e3dad221b2ca6e58eea1758d', 'effc0ecee398ea3978623a6d0c0a5e115f15cbfa', '0c84342d3ab4dec0c528c814eced4f9cad3affcc', '63a0c9d6c79340b62354260652c7d8a533cebf49', 'eb32e2775162b0171ec45a4babec254d3ad09c2b', '7c4166444bdef1bd1d56f198e4a448f14f1bcab8', '994487d755250fb02125b28075aea3c3fb2685d7', '95cbb3461ad9fc66969f9f8338b686b0f50d9a9a', 'd6682ffb7b3594491151e664b070f8526fc4fece', '56053d3b7164e09fc508593d381051e20fcfb157', 'a6e720390caee30b88f92da3014fe8b3eea7ead2', '7af12623b19cf0df440fcb2b5b05ef83d5931553', 'b3680921f4c58c7e57b6c5eea063e9dd41b09abf', '5630eb378d927bba8eb0ccfa083436b2a2052c32', 'fab33fb4e87decb71b3169cdc12e48f4cae104c1', 'bb0dc512d8cf7f11984cdee58d1cec590caa3044', '187761a3229a9d6853090295d966731fb1170458', '0c5abc427c6b9987475f2403a0a67e51d675572f', '4b646596204d70d2943619e07ed72b784f695b6c', '8d3922771b1b593b79445058f26b9c9da568fcb2', '67949f63f19f6397f4aaac7bf0f199b136d4addb', '2e0a805f15bcbb6fbaa6c08a01efc4dc99a28648', '428eaec33857126b2fe32e0918ee809e868fe8d4', 'dd7c8552c330e4d8a8d147ae7f31e39f3a6de62e', '5ae93209f29aab470dbe159eadc040bee073c5f5', '8480f06e324e0bc2e042b7c1c483e08132d81eb4', 'd016a08ada8707f221fc1b27e19af8a461254c81', '86a7a3d1a0ba38e9c1f110814517f1b7630cfa51', '527d590d435073ebefab7369f77e7d3a04d5b651', 'c9270f4e3ae5f94d46070f1c7e585c90bc68df7c', 'd765b246e72e7bb455e9ec9440ae735b1ee8543f', '5923d32959ff419821dbb7fb36114a0604324498', 'fc7e86404a27963071e416ff4deb0c7143e68bfc', '5b024bd256fa4ca9a19dab0dc4dd77f6e47a5019', '7dae25d87e77208c471c59b1851981bf34acaafb', '4d34917d2f0ceddd86dbed285391b05df19d46e9', 'cfe585c2c420c6e8445eb4c3309b09db8cf134ac', '0042426f3735c2456f0faef2b4a97fd89ef355fa', '4177b58f1099cb9f8de87b9432014b0afac90da0', '3b13457ddbcd859d4216029d4cb7613d7bba1a06', 'ee4a26d8659f4ab09d2646de0b68d39db958bdb9', '9c88ad16a69ccc8603c1be9d6253075549fb270f', 'd41d5f6db29721726765723a1cba8d38bb52ce22', 'd525cf969c042b21a9375446f5449ee82d7d1484', 'a2ca30e79510a04ca1f6b9c5a342ee9467176a9f', 'a8e848241a5eab8947cb521dd631da91deaa1d5d', 'b44abadafb5e54e579c2e726036ca07c8f74b3f4', '5a3eb1a6c3e61bd217e23e5d1e7c27f03fab4f08', 'a399a5644397be6663990a2793bd629f755cd869', '9ccaaadec636b63f63d3206fc66ef4d035f6a311', '3cc8656f8fbb67c7e665fe27642076ae0109c2b5', 'ec35427fdfbc46a8adeafc042651f552b9bcc1a0', '3925f56061307971008fdd0db48c4e29e0700443', 'effdb08b341e7c3799a50983c6086d7f4bbaf120', 'ac965a60eeb931d0d97346157004681d76e2a0d6', 'e306a87b7d8e1ef15a5269006d7706a4c97d1798', 'e9c674242b617588651ecbb79669e97a612cd25b', '3529ac711e5588918afcc8b514aa03c67a9adac7', '4b805adc54007498d7ddd63ce0de43bfe126675f', '50c9d77e1b2be206a765e7f86cd4b8ecf3d232df', '7161aec42c5bdb9e007587e20bc71603a505a95d', '9d7bb1e0c27fd5076afc750150ab4b86f228efb5', '1b79d6ed4f19752369a0345ae8d611ec107746d5', '546485310e20dd2c6c67f863cba4b5acd1bae586', 'd6d35ba31e193cfd6f73019c3dbe97670f782e61', '4a382ff4565f6c85e36587683051257e1abb590d', '558483dd20439d1bc74dec6ebed0b4632ef5a1ca', '917bc05c9fe5397714025678e990160722807aa4', '1bad5ed9f7e159f93ffa68d27dc1b9e8674b4f8a', '53af91e650d3fd881df6e811f5d4c5e46a039119', '97c6bbe6093de16f3370a511023b861a381da7fe', '0510d4e5b9862ee46be67581334a6f98d066b7ab', 'a4d7e227dc22714c47f7e362fed4b72b4ae9ab18', '8a5b90ede0701e05f776e6adccc71f6fbd43e3aa', 'de720b4aa31198076abbd76a53644df341577126', '9881ea6b3e4c48fab071bf3e1cf3535775adefa2', 'e9e91d7b505d5c76cf099b7792a1c884276b56c0', 'afa304e3385b299cf53e949a9533bc08ead4c1de', '48ff36a457597a21ab0ad9ba55d849006d3bff1f', 'd13a996e45a3294a7c16102bf9d3da881ae2c732', '22a4629d2569d448f8156dcc384154fcc1571cac', 'aa7794c83fb2a876ce6613ba573cc4fd7472dc95', '52a701f295490cf10850b2a6ad8fb3fdcbc57211', '5117a5d5baca409a0510dac61d479827920cdfbc', '5a849764791f7bedd737666a48b53e536f9816ab', '0c2eaa9cbb51f064b439c4d098adb5aa76b65b0f', 'cc5fb19e5c864110b798375f43ec1597904d03ab', '1f65a12c33e730b9f5bd56e6c8d00ed39bc456a1', '5fcf8dfad2f2c370db89562695b53ae4ee77a33d', '4362e71e55295067fd8de3a3206e0ff179bfcaf9', '63165a719cd8ec9d7f06c186f61d39403e192edc', 'f2db756abd135cc6ca4cf657d29fb2601764d50f', '2a294e45aa023af28ccc179c5f41410940ef40d7', 'e726cf6d6b1a21abd0b7cf35775b7a980b1009ed', 'df3b6027bc90c658963e7bf72933b1507c6c6beb', '0d2f4038fc2564c695d0d8c4b1ad523ec1afaceb', 'b58686858c632ed642ccf355f1f3a588e28b0e8a', '0c0f1ff1b1051627f38a8bf6cb0776241586dfce', 'f587397c9c41c1a68b4e46fc16bad8d48c975e4d', 'b11fba750c610de5e97acba070cc571cf0a96416', 'f3b7599e3b615f26cc81affa97569f6a7395cccc', 'e16d8a7a667d50271a183a95be894126cb2a5414', '142f358f6958695c4248acb94b89b64e95ccc609', '063e91754b22a28a43efccb0c238c577a6bd0b8a', 'b4133f38d5ef5fc50047eb4a31307ac97c5b72ee', '91f7387e1f785b18321777311a5c3416af0663c2', '465bb5d45ccef337382592127e214a0ca16a3d88', 'c70ce6307da824529762ff40673642b6f86972aa', '433dd1c0ab77d296dafcc6c2079aa9445a6c1b2a', '28713778abe29c1d9120d2127354b7fd5ee8fff1', '6f90e55e7e23cbe814a3232c8d1ec67f2ff2a537', '0ecef31548c287ac2d9f818413457bc947362733', '6e19e81db8e4c43bf5ef33308de1ae79916bb61c', 'f93e6e3401c343dec74687d8b079b5697813ab28', '090f418831be4e4dace861fda380ee4ec27cec35', 'a9225f90e205a7c2b24a4ad4a32d0961067005b0', '5133526733f7ff24062acb5aa57fcfff050ac424', 'bd0804065daaa01ba478c0ed97f7411f1180eef9', '334dca9aa825e6d353aa04fd97016ac1077ff132', 'd5ae2ae481545b1fb2332b46013088f2f8cea636', '5fbb938adaafd91e7bea1672f09a03c7ac5b9b9d', '9bde713ee8883f70d130efb6290ec0e6daea524f', 'ded62076e7fdfd1cfdcf96447489ea607ca796a0', '9c1bbf3ac913f9bdf7a0e0922106804af42d2c1e', '63f4da90c3c51d230c535265786dbc7a33c1ace9', 'b61860c76e9cf1eebfb7d29dc4f4420955f62bb4', '296f65e8d1c25f31a87481843d715f5b7dad9d7b', 'ce2a0a28bc9ca21e1fae29f2a38448a877db06c3', 'c420d754d8571120e58b2fe4838c766d26169d7d', 'e7c9ac05f99cc8a5ee958169c49326e85ab4b25b', '1e2b60821327c158cba1c11d98eea68531178893', 'd6aee7e08c658db9d394a6b7e3e27791b4d6854f', 'e89b214d069321c8968871b8eb7d51d4dfba7c33', '4c85c6a4030d7d613230cd4b2204c42f941fd552', 'b8494a82751ae2d31ab0f36412f7eacdcc1c3774', 'b8e21fb80afa6696374292dc99a480fac9788e64', '9c796dfb272daa3ce57a2dc5cbeadd9273e1ac72', '8bbf92a670d98f758c549cf241e7732370c21384']"
      ],
      "metadata": {
        "id": "73dI_BboJxrx"
      },
      "execution_count": 2,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Keywords about SATD (Self-admitted Technical Debt)\n",
        "\n",
        "Self-Admitted Technical Debt (SATD) refers to situations where the developers are aware that the current implementation is not optimal and write comments alerting of the problems [3]"
      ],
      "metadata": {
        "id": "knG-_xKXG4YY"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "[1] Rantala, Leevi, and Mika Mäntylä. \"Predicting technical debt from commit contents: reproduction and extension with automated feature selection.\" Software Quality Journal 28 (2020): 1551-1579. ~> https://link.springer.com/article/10.1007/s11219-020-09520-3\n",
        "\n",
        "[2] Li, Yikun, Mohamed Soliman, and Paris Avgeriou. \"Automatic identification of self-admitted technical debt from four different sources.\" Empirical Software Engineering 28, no. 3 (2023): 1-38. ~> https://link.springer.com/article/10.1007/s10664-023-10297-9\n",
        "\n",
        "[3] Potdar, Aniket, and Emad Shihab. \"An exploratory study on self-admitted technical debt.\" In 2014 IEEE International Conference on Software Maintenance and Evolution, pp. 91-100. IEEE, 2014. ~> https://ieeexplore.ieee.org/abstract/document/6976075"
      ],
      "metadata": {
        "id": "VqzfbRrLHUS-"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "satd_keywords_1_2 = {\n",
        "    \"typo\", \"unused import\", \"error message\", \"comment\", \"logging\", \"javadoc\", \"minor\", \"update\",\n",
        "    \"debug\", \"code cleanup\", \"formatting\", \"more tests\", \"documentation\", \"work in progress\",\n",
        "    \"improvement\", \"rename\", \"support for\", \"header\", \"interface\", \"annotation\", \"naming\",\n",
        "    \"tidy up\", \"files\", \"extension point\", \"exception\", \"handling\", \"test\", \"output\", \"cast\",\n",
        "    \"simplify\", \"findbugs\", \"leak\", \"implementation\", \"unused code\", \"API\", \"refactoring\",\n",
        "    \"checkstyle errors\", \"redundant\", \"deprecated code\", \"constructor\", \"endpoints\", \"flaky\",\n",
        "    \"unused\", \"unnecessary\", \"confusing\", \"ugly\", \"simplify\", \"too much\", \"not used\", \"more readable\",\n",
        "    \"more efficient\", \"dead code\", \"infinite loop\", \"too long\", \"not implemented\", \"less verbose\",\n",
        "    \"more robust\", \"speed up\", \"get rid of\", \"not thread safe\", \"clean up code\", \"not done yet\",\n",
        "    \"avoid extra seek\", \"reduce duplicate code\", \"no longer needed\", \"not supported yet\",\n",
        "    \"documentation doesn't match\", \"short term solution\", \"spurious error messages\", \"it'd be nice\",\n",
        "    \"please add a test\", \"would significantly improve\", \"performance\", \"makes it much easier\",\n",
        "    \"avoid calling it twice\", \"takes a long time\", \"good to have coverage\",\n",
        "    \"makes it very hard\", \"patch doesn't apply cleanly\", \"it's not perfectly documented\",\n",
        "    \"need to update documentation\", \"make it less brittle\", \"documentation does not mention\",\n",
        "    \"wastes a lot of space\", \"there is no unit test\", \"lead to huge memory allocation\",\n",
        "    \"test doesn't add much value\", \"some holes in the doc\", \"by hard coding instead of\",\n",
        "    \"should be updated to reflect\", \"more tightly coupled than ideal\", \"any chance of a test\",\n",
        "    \"should improve a bit by\", \"solution won't be really satisfactory\", \"misleading\",\n",
        "    \"too long\", \"please add a test\", \"there is no unit test\", \"any chance of a test\",\n",
        "    \"good to have coverage\", \"test doesn't add much value\", \"flaky\",\n",
        "}\n",
        "\n",
        "satd_keywords_diff_3 = {'TODO', 'FIXME', 'refactor', 'refact', 'hack', 'workaround', 'technical debt', 'cleanup', 'clean', 'fix'}\n",
        "\n",
        "# Extra keywords\n",
        "extra_keywords = set([\n",
        "    \"architectural issue\", \"architectural smell\", \"architectural debt\", \"design debt\", \"code rot\", \"spaghetti code\",\n",
        "    \"quick fix\", \"temporary solution\", \"workaround\", \"hack\", \"technical kludge\", \"inconsistency\", \"race condition\", \"performance\",\n",
        "    \"scalability\", \"reliability\", \"maintainability\", \"code duplication\", \"code complexity\", \"tight coupling\", \"fragile code\",\n",
        "    \"magic numbers\", \"magic strings\", \"lack of modularity\", \"lack of encapsulation\", \"lack of abstraction\", \"lack of documentation\",\n",
        "    \"lack of testing\", \"complexity\", \"duplication\", \"modularity\", \"encapsulation\", \"design\", \"violation\", \"dependency\",\n",
        "    \"dependencies\", \"refactoring\", \"cyclic dependency\", \"unstable\", \"cross-module\",\n",
        "    \"code smell\", \"architectural problem\", \"design issue\", \"system design problem\",\n",
        "    \"technical debt due to architectural issues\", \"code debt\", \"technical debt due to design issues\", \"design flaws\",\n",
        "    \"disorganized code\", \"difficult to maintain code\", \"poorly structured code\", \"complex code\",\n",
        "    \"concurrency issue\", \"multithreading issue\", \"synchronization issue\",\n",
        "    \"speed\", \"throughput\", \"latency\", \"response time\",\n",
        "    \"scalability issue\", \"ability to handle increased load\",\n",
        "    \"dependability\", \"trustworthiness\", \"fault tolerance\", \"robustness\",\n",
        "    \"ease of maintenance\", \"maintainability issue\", \"ability to evolve\",\n",
        "    \"code redundancy\", \"repeated code\",\n",
        "    \"code difficulty\", \"complex code\", \"difficult to understand code\",\n",
        "    \"code entanglement\", \"code interdependencies\", \"complex code relationships\",\n",
        "    \"delicate code\", \"brittle code\", \"easy to break code\",\n",
        "    \"literal values\", \"hard-coded values\", \"undocumented values\",\n",
        "    \"literal strings\", \"hard-coded strings\", \"undocumented strings\",\n",
        "    \"monolithic code\", \"lack of separation of concerns\", \"lack of cohesion\",\n",
        "    \"exposed internal state\", \"lack of information hiding\",\n",
        "    \"concrete code\", \"lack of generalization\",\n",
        "    \"undocumented code\", \"poorly documented code\", \"lack of code comments\",\n",
        "    \"untested code\", \"poorly tested code\", \"lack of test cases\",\n",
        "    \"code complexity\", \"cyclomatic complexity\", \"cognitive complexity\",\n",
        "    \"code dependencies\", \"module dependencies\", \"system dependencies\",\n",
        "    \"code restructuring\", \"code improvement\", \"code simplification\",\n",
        "    \"circular dependency\", \"indirect dependency\",\n",
        "    \"buggy code\", \"flaky code\", \"unreliable code\",\n",
        "    \"inter-module\", \"module-to-module\"\n",
        "])\n",
        "\n",
        "extra_keywords_td = set([\n",
        "    \"anti-pattern\", \"bad practice\", \"code smell\", \"design smell\", \"technical debt\",\n",
        "    \"wrong solution\", \"poor solution\", \"ineffective solution\", \"inefficient solution\", \"suboptimal solution\",\n",
        "    \"wrong way\", \"poor way\", \"ineffective way\", \"inefficient way\", \"suboptimal way\",\n",
        "    \"code defect\", \"code problem\", \"code issue\", \"code flaw\",\n",
        "    \"design defect\", \"design problem\", \"design issue\", \"design flaw\",\n",
        "    \"code debt\", \"design debt\", \"architectural debt\", \"implementation debt\", \"testing debt\", \"documentation debt\"\n",
        "])\n",
        "\n",
        "my_satd_keywords = satd_keywords_diff_3.union(satd_keywords_1_2)\n",
        "\n",
        "my_satd_aux = my_satd_keywords.union(extra_keywords)\n",
        "\n",
        "final_satd_keywords = my_satd_aux.union(extra_keywords_td)\n",
        "\n",
        "# Sort the set of strings in ascending order.\n",
        "sorted_my_satd_keywords = sorted(final_satd_keywords)\n",
        "\n",
        "print(f'Qtd de sorted_my_satd_keywords: {len(sorted_my_satd_keywords)}')\n",
        "# Print the sorted set of strings.\n",
        "list_temp = []\n",
        "for word in sorted_my_satd_keywords:\n",
        "  list_temp.append(word)\n",
        "\n",
        "print(list_temp)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "8J9p9CP0GzRG",
        "outputId": "f629c628-f73f-449a-e9df-c7c2e0259f85"
      },
      "execution_count": 3,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Qtd de sorted_my_satd_keywords: 235\n",
            "['API', 'FIXME', 'TODO', 'ability to evolve', 'ability to handle increased load', 'annotation', 'anti-pattern', 'any chance of a test', 'architectural debt', 'architectural issue', 'architectural problem', 'architectural smell', 'avoid calling it twice', 'avoid extra seek', 'bad practice', 'brittle code', 'buggy code', 'by hard coding instead of', 'cast', 'checkstyle errors', 'circular dependency', 'clean', 'clean up code', 'cleanup', 'code cleanup', 'code complexity', 'code debt', 'code defect', 'code dependencies', 'code difficulty', 'code duplication', 'code entanglement', 'code flaw', 'code improvement', 'code interdependencies', 'code issue', 'code problem', 'code redundancy', 'code restructuring', 'code rot', 'code simplification', 'code smell', 'cognitive complexity', 'comment', 'complex code', 'complex code relationships', 'complexity', 'concrete code', 'concurrency issue', 'confusing', 'constructor', 'cross-module', 'cyclic dependency', 'cyclomatic complexity', 'dead code', 'debug', 'delicate code', 'dependability', 'dependencies', 'dependency', 'deprecated code', 'design', 'design debt', 'design defect', 'design flaw', 'design flaws', 'design issue', 'design problem', 'design smell', 'difficult to maintain code', 'difficult to understand code', 'disorganized code', 'documentation', 'documentation debt', 'documentation does not mention', \"documentation doesn't match\", 'duplication', 'ease of maintenance', 'easy to break code', 'encapsulation', 'endpoints', 'error message', 'exception', 'exposed internal state', 'extension point', 'fault tolerance', 'files', 'findbugs', 'fix', 'flaky', 'flaky code', 'formatting', 'fragile code', 'get rid of', 'good to have coverage', 'hack', 'handling', 'hard-coded strings', 'hard-coded values', 'header', 'implementation', 'implementation debt', 'improvement', 'inconsistency', 'indirect dependency', 'ineffective solution', 'ineffective way', 'inefficient solution', 'inefficient way', 'infinite loop', 'inter-module', 'interface', \"it'd be nice\", \"it's not perfectly documented\", 'javadoc', 'lack of abstraction', 'lack of code comments', 'lack of cohesion', 'lack of documentation', 'lack of encapsulation', 'lack of generalization', 'lack of information hiding', 'lack of modularity', 'lack of separation of concerns', 'lack of test cases', 'lack of testing', 'latency', 'lead to huge memory allocation', 'leak', 'less verbose', 'literal strings', 'literal values', 'logging', 'magic numbers', 'magic strings', 'maintainability', 'maintainability issue', 'make it less brittle', 'makes it much easier', 'makes it very hard', 'minor', 'misleading', 'modularity', 'module dependencies', 'module-to-module', 'monolithic code', 'more efficient', 'more readable', 'more robust', 'more tests', 'more tightly coupled than ideal', 'multithreading issue', 'naming', 'need to update documentation', 'no longer needed', 'not done yet', 'not implemented', 'not supported yet', 'not thread safe', 'not used', 'output', \"patch doesn't apply cleanly\", 'performance', 'please add a test', 'poor solution', 'poor way', 'poorly documented code', 'poorly structured code', 'poorly tested code', 'quick fix', 'race condition', 'reduce duplicate code', 'redundant', 'refact', 'refactor', 'refactoring', 'reliability', 'rename', 'repeated code', 'response time', 'robustness', 'scalability', 'scalability issue', 'short term solution', 'should be updated to reflect', 'should improve a bit by', 'simplify', \"solution won't be really satisfactory\", 'some holes in the doc', 'spaghetti code', 'speed', 'speed up', 'spurious error messages', 'suboptimal solution', 'suboptimal way', 'support for', 'synchronization issue', 'system dependencies', 'system design problem', 'takes a long time', 'technical debt', 'technical debt due to architectural issues', 'technical debt due to design issues', 'technical kludge', 'temporary solution', 'test', \"test doesn't add much value\", 'testing debt', 'there is no unit test', 'throughput', 'tidy up', 'tight coupling', 'too long', 'too much', 'trustworthiness', 'typo', 'ugly', 'undocumented code', 'undocumented strings', 'undocumented values', 'unnecessary', 'unreliable code', 'unstable', 'untested code', 'unused', 'unused code', 'unused import', 'update', 'violation', 'wastes a lot of space', 'work in progress', 'workaround', 'would significantly improve', 'wrong solution', 'wrong way']\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Scripts e Funções de apoio"
      ],
      "metadata": {
        "id": "hAnYM3tGIMtR"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Instala dependências"
      ],
      "metadata": {
        "id": "ID-26qQYMt7r"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "print('Install Pydriller.')\n",
        "!pip install pydriller > install_pydriller.log\n",
        "print('Install gitpython.')\n",
        "!pip3 install gitpython > install_gitpython.log\n",
        "print('All depenpencies installed!')\n",
        "!cat *.log > install.log\n",
        "print('Details in install.log')"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "9xEYonjVIh3G",
        "outputId": "82a2a3b7-000c-42b2-e386-7e0e045cb978"
      },
      "execution_count": 4,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Install Pydriller.\n",
            "Install gitpython.\n",
            "All depenpencies installed!\n",
            "Details in install.log\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "from pydriller import Repository\n",
        "import tqdm\n",
        "import os\n",
        "import re\n",
        "from datetime import datetime, timedelta\n",
        "import pandas as pd"
      ],
      "metadata": {
        "id": "kvp4GIt8IdMg"
      },
      "execution_count": 5,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "url_to_repository = 'https://github.com/apache/cassandra.git'\n",
        "path_to_repository = 'cassandra'\n",
        "os.environ['MY_REPOSITORY'] = url_to_repository"
      ],
      "metadata": {
        "id": "ZTPuFsVvJPE8"
      },
      "execution_count": 6,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Funções"
      ],
      "metadata": {
        "id": "ktR2VUfPN9TL"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "class SATDCommitAnalyzer:\n",
        "    def __init__(self, path_to_repository):\n",
        "        self.path_to_repository = path_to_repository\n",
        "\n",
        "    @staticmethod\n",
        "    def is_java_comment(line):\n",
        "        \"\"\"Checks if a line is a single-line Java comment.\n",
        "        Args:\n",
        "          line: The line to check.\n",
        "        Returns:\n",
        "          True if the line is a single-line Java comment, False otherwise.\n",
        "        \"\"\"\n",
        "        # Regular expression pattern to match Java comments\n",
        "        comment_pattern = r'^\\s*//|^\\s*/\\*|^\\s*\\*|^\\s*\\*/'\n",
        "        # Use the re.match function to check if the line matches the comment pattern\n",
        "        return bool(re.match(comment_pattern, line))\n",
        "\n",
        "    def analyze_commits_for_satd(self, start_date, end_date, satd_keywords):\n",
        "        \"\"\"Analyzes commits for SATD by checking if the commit message contains any of the specified SATD keywords.\n",
        "        Args:\n",
        "          start_date: The start date of the date range to analyze commits within.\n",
        "          end_date: The end date of the date range to analyze commits within.\n",
        "          satd_keywords: A list of SATD keywords to search for in commit messages.\n",
        "        Returns:\n",
        "          A tuple containing two sets:\n",
        "            * A set of commit hashes that contain SATD keywords in their commit messages.\n",
        "            * A dictionary mapping commit hashes to their associated commit messages.\n",
        "        \"\"\"\n",
        "        # Initialize sets to store commits and their associated SATD keywords\n",
        "        commits_with_satd = set()\n",
        "        dict_commit_msg = {}\n",
        "\n",
        "        # Traverse commits within the specified date range\n",
        "        print('Aguarde...')\n",
        "        my_traverser_commits = Repository(self.path_to_repository, since=start_date, to=end_date).traverse_commits()\n",
        "        total_commits = len(list(my_traverser_commits))\n",
        "\n",
        "        for commit in tqdm.tqdm(Repository(self.path_to_repository, since=start_date, to=end_date).traverse_commits(), total=total_commits, desc=\"Progress SATD message commit analysis\"):\n",
        "            for keyword in satd_keywords:\n",
        "                if keyword in commit.msg:\n",
        "                    commits_with_satd.add(commit.hash)\n",
        "                    dict_commit_msg[commit.hash] = commit.msg\n",
        "\n",
        "        return commits_with_satd, dict_commit_msg\n",
        "\n",
        "    def analyze_commits_for_no_satd(self, start_date, end_date, satd_keywords):\n",
        "        \"\"\"Analyzes commits for NO SATD by checking if the commit message does contain any of the specified SATD keywords.\n",
        "        Args:\n",
        "          start_date: The start date of the date range to analyze commits within.\n",
        "          end_date: The end date of the date range to analyze commits within.\n",
        "          satd_keywords: A list of SATD keywords to search for in commit messages.\n",
        "        Returns:\n",
        "          A tuple containing two sets:\n",
        "            * A set of commit hashes that contain SATD keywords in their commit messages.\n",
        "            * A dictionary mapping commit hashes to their associated commit messages.\n",
        "        \"\"\"\n",
        "        # Initialize sets to store commits and their associated SATD keywords\n",
        "        commits_with_satd = set()\n",
        "        dict_commit_msg = {}\n",
        "\n",
        "        # Traverse commits within the specified date range\n",
        "        print('Aguarde...')\n",
        "        my_traverser_commits = Repository(self.path_to_repository, since=start_date, to=end_date).traverse_commits()\n",
        "        total_commits = len(list(my_traverser_commits))\n",
        "\n",
        "        for commit in tqdm.tqdm(Repository(self.path_to_repository, since=start_date, to=end_date).traverse_commits(), total=total_commits, desc=\"Progress SATD message commit analysis\"):\n",
        "          if self.testa_keywords_not_in_text(list(satd_keywords), commit.msg) is not None:\n",
        "            commits_with_satd.add(commit.hash)\n",
        "            dict_commit_msg[commit.hash] = commit.msg\n",
        "\n",
        "        return commits_with_satd, dict_commit_msg\n",
        "\n",
        "    def analyze_commit_diffs_for_satd(self, start_date, end_date, satd_keywords):\n",
        "        \"\"\"Analyzes commit diffs for SATD by checking if any of the specified SATD keywords are found in any of the added lines of the diff.\n",
        "        Args:\n",
        "          start_date: The start date of the date range to analyze commit diffs within.\n",
        "          end_date: The end date of the date range to analyze commit diffs within.\n",
        "          satd_keywords: A list of SATD keywords to search for in commit diffs.\n",
        "        Returns:\n",
        "          A dictionary mapping commit hashes to lists of tuples, where each tuple contains a SATD keyword and the corresponding line of the diff where the keyword was found.\n",
        "        \"\"\"\n",
        "        # Initialize a dictionary to store commit hashes and their associated SATD keywords and diff content\n",
        "        dict_commit_diffs = {}\n",
        "\n",
        "        # Traverse commits within the specified date range\n",
        "        print('Aguarde...')\n",
        "        my_traverser_commits = Repository(self.path_to_repository, since=start_date, to=end_date).traverse_commits()\n",
        "        total_commits = len(list(my_traverser_commits))\n",
        "\n",
        "        for commit in tqdm.tqdm(Repository(self.path_to_repository, since=start_date, to=end_date).traverse_commits(), total=total_commits, desc=\"Progress SATD diff commit analysis\"):\n",
        "            list_keywords_by_commit = []\n",
        "            list_diff_content_by_commit = []\n",
        "\n",
        "            for modification in commit.modified_files:\n",
        "                for line in modification.diff_parsed['added']:\n",
        "                    valor_linha = line[0]\n",
        "                    conteudo_linha = line[1]\n",
        "\n",
        "                    for keyword in satd_keywords:\n",
        "                        if SATDCommitAnalyzer.is_java_comment(conteudo_linha):\n",
        "                            if keyword in conteudo_linha:\n",
        "                                list_keywords_by_commit.append(keyword)\n",
        "                                list_diff_content_by_commit.append(conteudo_linha)\n",
        "\n",
        "            if list_keywords_by_commit:\n",
        "                elemento = commit.msg, commit.lines, commit.files, list_keywords_by_commit, list_diff_content_by_commit\n",
        "                dict_commit_diffs[commit.hash] = elemento\n",
        "\n",
        "        return dict_commit_diffs\n",
        "\n",
        "    def analyze_commit_diffs_for_no_satd(self, start_date, end_date, satd_keywords):\n",
        "        \"\"\"Analyzes commit diffs for NO SATD by checking if any of the specified SATD keywords are found in any of the added lines of the diff.\n",
        "        Args:\n",
        "          start_date: The start date of the date range to analyze commit diffs within.\n",
        "          end_date: The end date of the date range to analyze commit diffs within.\n",
        "          satd_keywords: A list of SATD keywords to search for in commit diffs.\n",
        "        Returns:\n",
        "          A dictionary mapping commit hashes to lists of tuples, where each tuple contains a SATD keyword and the corresponding line of the diff where the keyword was found.\n",
        "        \"\"\"\n",
        "        # Initialize a dictionary to store commit hashes and their associated SATD keywords and diff content\n",
        "        dict_commit_diffs = {}\n",
        "\n",
        "        # Traverse commits within the specified date range\n",
        "        print('Aguarde...')\n",
        "        my_traverser_commits = Repository(self.path_to_repository, since=start_date, to=end_date).traverse_commits()\n",
        "        total_commits = len(list(my_traverser_commits))\n",
        "\n",
        "        for commit in tqdm.tqdm(Repository(self.path_to_repository, since=start_date, to=end_date).traverse_commits(), total=total_commits, desc=\"Progress SATD diff commit analysis\"):\n",
        "            list_diff_content_by_commit = []\n",
        "\n",
        "            for modification in commit.modified_files:\n",
        "                for line in modification.diff_parsed['added']:\n",
        "                    valor_linha = line[0]\n",
        "                    conteudo_linha = line[1]\n",
        "                    if SATDCommitAnalyzer.is_java_comment(conteudo_linha):\n",
        "                        if self.testa_keywords_not_in_text(list(satd_keywords), conteudo_linha) is not None:\n",
        "                            list_diff_content_by_commit.append(conteudo_linha)\n",
        "            dict_commit_diffs[commit.hash] = commit.msg, commit.lines, commit.files,list_diff_content_by_commit\n",
        "        return dict_commit_diffs\n",
        "\n",
        "    def total_of_commits(self, start_date, end_date):\n",
        "        # Traverse commits within the specified date range\n",
        "        print('Aguarde...')\n",
        "        my_traverser_commits = Repository(self.path_to_repository, since=start_date, to=end_date).traverse_commits()\n",
        "        total_commits = len(list(my_traverser_commits))\n",
        "        lista_hash_commits = []\n",
        "        for commit in tqdm.tqdm(Repository(self.path_to_repository, since=start_date, to=end_date).traverse_commits(), total=total_commits, desc=\"Progress messagem commit analysis\"):\n",
        "            lista_hash_commits.append(commit.hash)\n",
        "        return total_commits, lista_hash_commits\n",
        "\n",
        "    def testa_keywords_not_in_text(self,keywords, my_text):\n",
        "      qtd_itens = len(keywords)\n",
        "      lista_checa = []\n",
        "      for i, each in enumerate(keywords):\n",
        "        if keywords[i] not in my_text:\n",
        "          lista_checa.append(0)\n",
        "      if len(lista_checa)==qtd_itens and sum(lista_checa) == 0:\n",
        "        return my_text\n",
        "      return None"
      ],
      "metadata": {
        "id": "um787YtGIOnv"
      },
      "execution_count": 7,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Clona o repositório"
      ],
      "metadata": {
        "id": "4Q5jzmOxJWyr"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "print(f'Clona o repositório : {url_to_repository}')\n",
        "!git clone $MY_REPOSITORY"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "znuRSgpaJaA2",
        "outputId": "e1dc6050-4ef0-4b93-a6f4-2b65f4261105"
      },
      "execution_count": 8,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Clona o repositório : https://github.com/apache/cassandra.git\n",
            "Cloning into 'cassandra'...\n",
            "remote: Enumerating objects: 411141, done.\u001b[K\n",
            "remote: Counting objects: 100% (6596/6596), done.\u001b[K\n",
            "remote: Compressing objects: 100% (2694/2694), done.\u001b[K\n",
            "remote: Total 411141 (delta 3164), reused 5889 (delta 2837), pack-reused 404545\u001b[K\n",
            "Receiving objects: 100% (411141/411141), 410.34 MiB | 18.89 MiB/s, done.\n",
            "Resolving deltas: 100% (239356/239356), done.\n",
            "Updating files: 100% (6270/6270), done.\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Analisa commits"
      ],
      "metadata": {
        "id": "6SX6_nZJH3Gv"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "start_date = datetime(2009, 3, 2, 0, 0, 0)\n",
        "end_date = datetime(2023, 10, 4, 0, 0, 0)\n",
        "my_satd_commit_analyzer = SATDCommitAnalyzer(path_to_repository)"
      ],
      "metadata": {
        "id": "LXzgXtJfKwAe"
      },
      "execution_count": 9,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Analyzes commit messages\n",
        "\n",
        "Analisa todas as mensagens dos commits entre 2/03/2009 e 4/10/2023 do Cassandra que contem as Keywords coletadas da literatura."
      ],
      "metadata": {
        "id": "vH1g0gnXI_fm"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "commits_msg_with_satd, dict_commit_msg = my_satd_commit_analyzer.analyze_commits_for_satd(start_date, end_date, final_satd_keywords)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "eTrvtrliH6LP",
        "outputId": "bd23aee3-9d58-400a-c8ba-209db8634d84"
      },
      "execution_count": 10,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Aguarde...\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "Progress SATD message commit analysis: 100%|██████████| 29230/29230 [00:14<00:00, 2025.91it/s]\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "### Analyzes commit messages without SATD"
      ],
      "metadata": {
        "id": "JfZ0Yor4jzkv"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "commits_with_no_satd, dict_commit_msg_no_satd = my_satd_commit_analyzer.analyze_commits_for_no_satd(start_date, end_date, final_satd_keywords)"
      ],
      "metadata": {
        "id": "TpGXliQrj0f0",
        "outputId": "2bebd41c-5872-43a7-c3c4-308abe40e909",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "execution_count": 11,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Aguarde...\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "Progress SATD message commit analysis: 100%|██████████| 29230/29230 [00:09<00:00, 3202.03it/s]\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Analyzes commit diffs\n",
        "\n",
        "Analisa todos os diffs (added) dos commits entre 2/03/2009 e 4/10/2023 do Cassandra que contem as SATD."
      ],
      "metadata": {
        "id": "afNMqup0J6y7"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "dict_commit_diffs = my_satd_commit_analyzer.analyze_commit_diffs_for_satd(start_date, end_date, final_satd_keywords)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "KhOpraH-JBE8",
        "outputId": "5adfa721-b0a9-4e99-9429-eade767e4275"
      },
      "execution_count": 12,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Aguarde...\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "Progress SATD diff commit analysis: 100%|██████████| 29230/29230 [24:35<00:00, 19.81it/s]\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "### Cria um dataframe para representar o resultado da análise de SATD Keywords dos Diffs dos commits"
      ],
      "metadata": {
        "id": "I6kDe1-lKI_u"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "l_commits, l_msgs, l_lines, l_files, l_keywords, l_comments = [], [], [], [], [], []\n",
        "\n",
        "for k, v in dict_commit_diffs.items():\n",
        "  l_commits.append(k)\n",
        "  l_msgs.append(v[0])\n",
        "  l_lines.append(v[1])\n",
        "  l_files.append(v[2])\n",
        "  l_keywords.append(v[3])\n",
        "  l_comments.append(v[4])\n",
        "\n",
        "dict_commit_diffs_aux = {\n",
        "    'commit': l_commits,\n",
        "    'msg': l_msgs,\n",
        "    'lines': l_lines,\n",
        "    'files': l_files,\n",
        "    'keywords': l_keywords,\n",
        "    'comments': l_comments\n",
        "}\n",
        "\n",
        "df_commit_diffs_aux = pd.DataFrame(dict_commit_diffs_aux)\n",
        "df_commit_diffs_aux"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 704
        },
        "id": "viZ2L1tJKKw4",
        "outputId": "1a059343-6804-4f42-e6ae-66edd0d6fef8"
      },
      "execution_count": 23,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                                        commit  \\\n",
              "0     1f91e99223b0d1b7ed8390400d4a06ac08e4aa85   \n",
              "1     82f5b6072a283d6742b7783e2d856c1d2c0e1f39   \n",
              "2     b6ae87ba0054ed3bb7ebcf69dfa7d47e92da399d   \n",
              "3     abc75388a3df8de72b28a5edb830e1c19ed9ec80   \n",
              "4     def1edd1fe90a4a9c9eef4ef26f422ba3a21d28f   \n",
              "...                                        ...   \n",
              "4334  3c767b0d6d8538b8dab4870052d4fd1a092a62a2   \n",
              "4335  b58d8f174d4c1017d54d4b8bdb8a0a6c592f1655   \n",
              "4336  164fa7949d1437528363465d14ed20898f1daa9e   \n",
              "4337  cb1f1399b139029e5b1c12a4bf65d19a55724933   \n",
              "4338  eb30005251cd8c10732ecab8365ebaa45f5fcbde   \n",
              "\n",
              "                                                    msg  lines  files  \\\n",
              "0     git-svn-id: https://svn.apache.org/repos/asf/i...  74502    344   \n",
              "1     New thrift file added\\n\\ngit-svn-id: https://s...     92      1   \n",
              "2     add deletion marker support to Column (boolean...    997     11   \n",
              "3     fix crash when comparing supercolumns (since t...    192      1   \n",
              "4     send back response so blocking calls can work\\...    145      2   \n",
              "...                                                 ...    ...    ...   \n",
              "4334  SAI docs for CEP-7\\n\\n patch by Lorina Poland;...   7003    212   \n",
              "4335  Make the output of ON/OFF commands in cqlsh co...    153      3   \n",
              "4336  Add support for repair coordinator to retry me...   8533    140   \n",
              "4337  Improve performance of compactions when table ...     79      3   \n",
              "4338  Upgrade caffeine cache and fix CIDR permission...     18      6   \n",
              "\n",
              "                                               keywords  \\\n",
              "0     [implementation, exception, fix, update, updat...   \n",
              "1                                                 [API]   \n",
              "2                                          [TODO, TODO]   \n",
              "3                                          [test, test]   \n",
              "4                                                [TODO]   \n",
              "...                                                 ...   \n",
              "4334  [test, documentation, dependencies, update, te...   \n",
              "4335                                           [output]   \n",
              "4336  [support for, test, test, speed up, speed, cle...   \n",
              "4337                     [performance, speed up, speed]   \n",
              "4338                                              [fix]   \n",
              "\n",
              "                                               comments  \n",
              "0     [\\t * Throws an exception if the metrics imple...  \n",
              "1     [  // The following are beta APIs being introd...  \n",
              "2     [ * (TODO: look at making SuperColumn immutabl...  \n",
              "3     [        /* inverse sort by time to get hte la...  \n",
              "4     [            // TODO shouldn't this be checked...  \n",
              "...                                                 ...  \n",
              "4334  [*** xref:master@_:ROOT:development/testing.ad...  \n",
              "4335  [ * Make the output of ON/OFF commands in cqls...  \n",
              "4336  [ * Add support for repair coordinator to retr...  \n",
              "4337  [ * Improve performance of compactions when ta...  \n",
              "4338  [ * Upgrade caffeine cache and fix CIDR permis...  \n",
              "\n",
              "[4339 rows x 6 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-3ac555fa-4490-4f53-8f19-820060d089bd\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>commit</th>\n",
              "      <th>msg</th>\n",
              "      <th>lines</th>\n",
              "      <th>files</th>\n",
              "      <th>keywords</th>\n",
              "      <th>comments</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1f91e99223b0d1b7ed8390400d4a06ac08e4aa85</td>\n",
              "      <td>git-svn-id: https://svn.apache.org/repos/asf/i...</td>\n",
              "      <td>74502</td>\n",
              "      <td>344</td>\n",
              "      <td>[implementation, exception, fix, update, updat...</td>\n",
              "      <td>[\\t * Throws an exception if the metrics imple...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>82f5b6072a283d6742b7783e2d856c1d2c0e1f39</td>\n",
              "      <td>New thrift file added\\n\\ngit-svn-id: https://s...</td>\n",
              "      <td>92</td>\n",
              "      <td>1</td>\n",
              "      <td>[API]</td>\n",
              "      <td>[  // The following are beta APIs being introd...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>b6ae87ba0054ed3bb7ebcf69dfa7d47e92da399d</td>\n",
              "      <td>add deletion marker support to Column (boolean...</td>\n",
              "      <td>997</td>\n",
              "      <td>11</td>\n",
              "      <td>[TODO, TODO]</td>\n",
              "      <td>[ * (TODO: look at making SuperColumn immutabl...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>abc75388a3df8de72b28a5edb830e1c19ed9ec80</td>\n",
              "      <td>fix crash when comparing supercolumns (since t...</td>\n",
              "      <td>192</td>\n",
              "      <td>1</td>\n",
              "      <td>[test, test]</td>\n",
              "      <td>[        /* inverse sort by time to get hte la...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>def1edd1fe90a4a9c9eef4ef26f422ba3a21d28f</td>\n",
              "      <td>send back response so blocking calls can work\\...</td>\n",
              "      <td>145</td>\n",
              "      <td>2</td>\n",
              "      <td>[TODO]</td>\n",
              "      <td>[            // TODO shouldn't this be checked...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4334</th>\n",
              "      <td>3c767b0d6d8538b8dab4870052d4fd1a092a62a2</td>\n",
              "      <td>SAI docs for CEP-7\\n\\n patch by Lorina Poland;...</td>\n",
              "      <td>7003</td>\n",
              "      <td>212</td>\n",
              "      <td>[test, documentation, dependencies, update, te...</td>\n",
              "      <td>[*** xref:master@_:ROOT:development/testing.ad...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4335</th>\n",
              "      <td>b58d8f174d4c1017d54d4b8bdb8a0a6c592f1655</td>\n",
              "      <td>Make the output of ON/OFF commands in cqlsh co...</td>\n",
              "      <td>153</td>\n",
              "      <td>3</td>\n",
              "      <td>[output]</td>\n",
              "      <td>[ * Make the output of ON/OFF commands in cqls...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4336</th>\n",
              "      <td>164fa7949d1437528363465d14ed20898f1daa9e</td>\n",
              "      <td>Add support for repair coordinator to retry me...</td>\n",
              "      <td>8533</td>\n",
              "      <td>140</td>\n",
              "      <td>[support for, test, test, speed up, speed, cle...</td>\n",
              "      <td>[ * Add support for repair coordinator to retr...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4337</th>\n",
              "      <td>cb1f1399b139029e5b1c12a4bf65d19a55724933</td>\n",
              "      <td>Improve performance of compactions when table ...</td>\n",
              "      <td>79</td>\n",
              "      <td>3</td>\n",
              "      <td>[performance, speed up, speed]</td>\n",
              "      <td>[ * Improve performance of compactions when ta...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4338</th>\n",
              "      <td>eb30005251cd8c10732ecab8365ebaa45f5fcbde</td>\n",
              "      <td>Upgrade caffeine cache and fix CIDR permission...</td>\n",
              "      <td>18</td>\n",
              "      <td>6</td>\n",
              "      <td>[fix]</td>\n",
              "      <td>[ * Upgrade caffeine cache and fix CIDR permis...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>4339 rows × 6 columns</p>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-3ac555fa-4490-4f53-8f19-820060d089bd')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-3ac555fa-4490-4f53-8f19-820060d089bd button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-3ac555fa-4490-4f53-8f19-820060d089bd');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-024d5115-f63b-4478-87c8-1cbc054bb18f\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-024d5115-f63b-4478-87c8-1cbc054bb18f')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-024d5115-f63b-4478-87c8-1cbc054bb18f button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "    </div>\n",
              "  </div>\n"
            ]
          },
          "metadata": {},
          "execution_count": 23
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df_cassandra_commits_issues_yes_ai = df_commit_diffs_aux[df_commit_diffs_aux.commit.isin(lista_cassandra_commits_issues_yes_ai)]\n",
        "df_cassandra_commits_issues_yes_ai"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "vt6UGSB8PJtE",
        "outputId": "52e05b9d-5372-451f-f6ca-e2e615e2364b"
      },
      "execution_count": 14,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                                        commit  \\\n",
              "37    9db8da81b7f269e5a8a7f896b751d482847d7082   \n",
              "68    81dd8ee5f6e224c550bdf956e0bec3ec2c92cbee   \n",
              "69    064a59cdb00361c6b92ce098922b87357cae7736   \n",
              "116   7bfe8df549c5bd2761801e3616f7c08db1fc5fbd   \n",
              "121   bee816c68a81b0812959c5f58e393e0b167a287f   \n",
              "207   6f00a24296179b0abc9673c94f76d1e551ebdeab   \n",
              "415   0da82f321c6c662cbd72f0d9895a916cf0aa71a4   \n",
              "691   e9f265cee6c4e805d9c40f325977318fdc1922eb   \n",
              "732   70688be04093e9076aef261a4722bb17d489596f   \n",
              "1038  4069d8af44241b84cfdfa60dc362868ef5241ecf   \n",
              "1133  10cd1da033ad721a883df3241758b79756887161   \n",
              "1178  d790ed1bc871a9bd3a8c8640629532c0bed77656   \n",
              "1292  ec624f50957776a444c28d6fea028786fe97640c   \n",
              "1319  3297a96e1849f41d9c61f024282ed52d642e0794   \n",
              "1379  e376bc02eca6f75489d2aff41e0cc36105eb8567   \n",
              "1479  5979bce8ec6338f3aaf88ce193da01e10249b12e   \n",
              "1502  c82a9d9b96667cc2afeb2609fbff955b4232fc2b   \n",
              "1527  2e7d1f83f53d0aa2ffc52af6d8531c0355318484   \n",
              "1577  0e3a9a55e484707addf32f73d18014df61c8d8f9   \n",
              "1871  eb4fa4a621db43ad9d48b146ee16caf09db7a853   \n",
              "1980  786672edb6b4156e69bb3daecb9bcca0cba7db21   \n",
              "1982  37285304ee484122410c977399024f2af132753c   \n",
              "2007  d12a0d7b0299786bf1d0484f3770bae6a94cb0c9   \n",
              "2012  3edb62bf773617aeb3a348edc5667a6b0bad0ffe   \n",
              "2116  1a3b5dbcb5fbee5066ceaa2467536119893f7e7f   \n",
              "2386  14b2d7a16b4b69eed6be5473dbbf238f040fb5c5   \n",
              "2405  c75ee4160cb8fcdf47c90bfce8bf0d861f32d268   \n",
              "2435  f3c0e11e2ddb0b0666e7723a3fca005707b778ea   \n",
              "2460  521b36311ad23f3defd6abf36becda61388add9c   \n",
              "2527  8704006bfa75a78cb904e35662e4c8bafc1f2330   \n",
              "2635  20f12e97446eee55461a8d3512a94389a67e79ee   \n",
              "2827  c9ef25fd81501005b6484baf064081efc557f3f4   \n",
              "3223  4cfaf855c404256a9dd281d5066cc076232d72ff   \n",
              "3363  39807ba48ed2e02223014fbf47dce21d4124b380   \n",
              "3507  44785dd2eec5697eec7e496ed3a73d2573f4fe6a   \n",
              "3546  b40d79cf1cc6b4210edfa86d52546fd3880e22f0   \n",
              "3604  dbb43197fe9c462b22c4e4c3ef8a0c55b5696fa7   \n",
              "3698  e5c3d08a1428d378b6690f0419a2b25724b9736e   \n",
              "3719  f3bf0775a5a8bce228289c22b96d0c922cf2cb0d   \n",
              "3722  91bcbb28733437a7a5fedb16984d4de2fa70b049   \n",
              "3835  b915688ea878aaa284f5cedeb799c5f797c4d824   \n",
              "3905  cfc402d26a628bbc9e005c370f5707f4985207aa   \n",
              "4022  eac9d925621dc1757ac88ac7160dc0b2bd3e0015   \n",
              "4044  143a5e8b064e442970182cfb349b4f0826683e85   \n",
              "4077  e4e19e33faf9ac7cf27a9779c8083a7f5c5b865a   \n",
              "4098  a67a2a2441589e8bf41498c426fddacd7b9719cf   \n",
              "4182  b2660bcf78ccf08a3a0ae39a8c9ffb397efef9ff   \n",
              "4244  f96659c5306e62666e21c371c2ded646dd51672b   \n",
              "4249  8b0dc8ad6b5e657cf5946eaed17da0fdabaa53f4   \n",
              "4250  4f348786bd6d72f4402134a29ddb3355b1fade61   \n",
              "4283  aac070681bd01ba796814692c3fba04de103d8b4   \n",
              "4292  cde91e56f09d9ebf315c79c9a81b89f70f4eb724   \n",
              "4333  b9586501a6b6cdfe465302448018785652c9b966   \n",
              "\n",
              "                                                    msg   lines  files  \\\n",
              "37    Add range query support, which requires using ...    1456     19   \n",
              "68    use normal Table for system metadata\\npatch by...     304      8   \n",
              "69    cleanup CFS.onstart\\npatch by jbellis; reviewe...      41      2   \n",
              "116   Revert \"remove sstableLock.  re-order a few op...     182      4   \n",
              "121   Replace sstableLock with SSTableTracker, which...     433     10   \n",
              "207   respect memtable thresholds when replaying com...      64      5   \n",
              "415   implement keyspace round-robin scheduler.  pat...     632     11   \n",
              "691   add JVM shutdownhook to sync commitlog\\npatch ...     203      7   \n",
              "732   centralize MessageDigest creation and use thre...     182      9   \n",
              "1038  make sure truncate clears out the commitlog\\np...     115      5   \n",
              "1133  remove unnecessary copy whenadding to row cach...      12      2   \n",
              "1178  Fix places where uncompressed sstable size is ...      50      9   \n",
              "1292  Improve memtable slice iteration performance\\n...     197     17   \n",
              "1319  Merge get_indexed_slices with get_range_slices...    2497     35   \n",
              "1379  add a convenient way to reset a node's schema\\...     208      8   \n",
              "1479  calculate exact size required for cleanup oper...      37      4   \n",
              "1502  update MessagingService protocol to allow vers...     353      8   \n",
              "1527  improve \"nodetool ring\" handling of multi-dc c...     279      5   \n",
              "1577  include message initiation time to replicas\\np...      50      7   \n",
              "1871  Redesign repair messages\\n\\npatch by yukim; re...    4145     36   \n",
              "1980  Compact hottest sstables first and optionally ...     400      5   \n",
              "1982  Compact hottest sstables first and optionally ...     400      5   \n",
              "2007  Secondary index support for collections\\n\\npat...     599     15   \n",
              "2012  Fix row tombstones in larger-than-memory compa...     289     14   \n",
              "2116  Add multiple memory allocation options for mem...    1360     47   \n",
              "2386  Don't use the same CleanupStrategy for all sst...       4      2   \n",
              "2405  Safer Resource Management\\n\\npatch by benedict...    1520     33   \n",
              "2435  IndexSummaryBuilder utilises offheap memory, a...     596     13   \n",
              "2460  Use correct bounds for page cache eviction of ...      61      5   \n",
              "2527  Introduce Transactional API for internal state...    2633     58   \n",
              "2635  Fix nodetool info error when the node is not j...      38      3   \n",
              "2827  Add latency logging for dropped messages\\n\\nPa...      77      6   \n",
              "3223  Add repair streaming preview\\n\\nPatch by Blake...    1346     63   \n",
              "3363  Refactor read executor and response resolver, ...    3262     26   \n",
              "3507  Anti-compaction temporarily corrupts sstable s...     399      9   \n",
              "3546  Make sure index summary redistributions don't ...     272     16   \n",
              "3604  Add the cause to the exception and allow to lo...      74      2   \n",
              "3698  Operational improvements and hardening for rep...    1191     21   \n",
              "3719  Mutating sstable component may race with entir...    2322     42   \n",
              "3722  Add a new jmxtool which can dump what JMX obje...  215675     12   \n",
              "3835  Fix false unavailable for queries due to clust...     734     25   \n",
              "3905  Add a flag to upgradesstables to allow only up...     495      9   \n",
              "4022  make startup checks configurable\\n\\npatch by S...    1694     17   \n",
              "4044  Add diagnostic events for guardrails\\n\\npatch ...     651     26   \n",
              "4077  Add memtable API (CEP-11)\\n\\npatch by Branimir...    7633    241   \n",
              "4098  Handle config parameters upper bound on startu...    4060     71   \n",
              "4182  Fix JMX security vulnerabilities\\n\\n patch by ...     205      5   \n",
              "4244  Save host id to system.local and flush immedia...     295      6   \n",
              "4249  When decommissioning should set Severity to li...     872     22   \n",
              "4250  Do not remove truncated_at entry in system.loc...     128      3   \n",
              "4283  Disable the deprecated keyspace/table threshol...     359     18   \n",
              "4292  In-memory index implementation with query path...   20645    244   \n",
              "4333  Internode legacy SSL storage port certificate ...     237     13   \n",
              "\n",
              "                                               keywords  \\\n",
              "37                   [interface, interface, TODO, TODO]   \n",
              "68                                             [update]   \n",
              "69                                              [files]   \n",
              "116                        [files, files, rename, TODO]   \n",
              "121   [unnecessary, files, constructor, get rid of, ...   \n",
              "207                                      [header, TODO]   \n",
              "415          [constructor, files, implementation, test]   \n",
              "691                                               [fix]   \n",
              "732                                  [refact, refactor]   \n",
              "1038                              [clean, clean, clean]   \n",
              "1133                                      [unnecessary]   \n",
              "1178                              [files, files, files]   \n",
              "1292                                [performance, test]   \n",
              "1319     [constructor, TODO, more efficient, fix, TODO]   \n",
              "1379                                       [get rid of]   \n",
              "1479                            [clean, cleanup, files]   \n",
              "1502        [update, cast, fix, unused, unused, unused]   \n",
              "1527                              [handling, endpoints]   \n",
              "1577                                             [cast]   \n",
              "1871  [simplify, endpoints, endpoints, TODO, excepti...   \n",
              "1980                                       [test, test]   \n",
              "1982                                       [test, test]   \n",
              "2007                       [support for, fix, fix, fix]   \n",
              "2012         [update, update, test, test, test, header]   \n",
              "2116  [constructor, update, TODO, TODO, clean, clean...   \n",
              "2386                                   [clean, cleanup]   \n",
              "2405  [clean, cleanup, clean, leak, clean, cleanup, ...   \n",
              "2435                   [implementation, TODO, simplify]   \n",
              "2460                                            [files]   \n",
              "2527  [API, unnecessary, clean, cleanup, update, tes...   \n",
              "2635                                        [exception]   \n",
              "2827                                 [latency, latency]   \n",
              "3223                                             [leak]   \n",
              "3363  [exception, TODO, update, output, debug, comme...   \n",
              "3507                                           [update]   \n",
              "3546                                        [exception]   \n",
              "3604                   [implementation, implementation]   \n",
              "3698                 [improvement, exception, handling]   \n",
              "3719               [update, test, update, test, update]   \n",
              "3722  [output, test, test, rename, update, test, tes...   \n",
              "3835  [exception, test, test, test, test, endpoints,...   \n",
              "3905                                             [test]   \n",
              "4022  [implementation, test, exception, exception, f...   \n",
              "4044  [implementation, error message, clean, test, c...   \n",
              "4077  [API, TODO, files, update, clean, constructor,...   \n",
              "4098  [fix, throughput, constructor, fix, test, cons...   \n",
              "4182                                        [interface]   \n",
              "4244                                             [test]   \n",
              "4249                                     [update, test]   \n",
              "4250                                              [fix]   \n",
              "4283                                       [test, test]   \n",
              "4292  [performance, endpoints, endpoints, test, exce...   \n",
              "4333                                           [update]   \n",
              "\n",
              "                                               comments  \n",
              "37    [     * Do not mix with calls to the iterator ...  \n",
              "68    [     * This method is used to update the Syst...  \n",
              "69    [        // scan for data files corresponding ...  \n",
              "116   [     * This is called after bootstrap to add ...  \n",
              "121   [     * and if a call is unnecessary, it will ...  \n",
              "207   [                            // the log header...  \n",
              "415   [ * Implementors of IRequestScheduler must pro...  \n",
              "691   [ * fix potential overflow in nodetool cfstats...  \n",
              "732   [ * refactor MessageDigest creation code. (CAS...  \n",
              "1038  [        // for a given column family the memt...  \n",
              "1133  [ * remove unnecessary copy when adding to row...  \n",
              "1178  [     * compressed files, this is not the same...  \n",
              "1292  [ * Improve memtable slice iteration performan...  \n",
              "1319  [        // it doesn't seem like you should ha...  \n",
              "1379  [     * Called by user (via JMX) who wants to ...  \n",
              "1479  [ * calculate exact size required for cleanup ...  \n",
              "1502  [ * update MS protocol with a version handshak...  \n",
              "1527  [ * improve \"nodetool ring\" handling of multi-...  \n",
              "1577  [            // int cast cuts off the high-ord...  \n",
              "1871  [    // So we just order endpoint deterministi...  \n",
              "1980  [ * Compact hottest sstables first and optiona...  \n",
              "1982  [ * Compact hottest sstables first and optiona...  \n",
              "2007  [ * Secondary index support for collections (C...  \n",
              "2012  [     * @return an updated `cf` if any columns...  \n",
              "2116  [     * In the constructor the current memtabl...  \n",
              "2386  [ * Don't reuse the same cleanup strategy for ...  \n",
              "2405  [                // we don't care if cache cle...  \n",
              "2435  [    // TODO: consider hoisting this into Data...  \n",
              "2460  [ * Use correct bounds for page cache eviction...  \n",
              "2527  [ * Introduce Transactional API for internal s...  \n",
              "2635  [            // check if node is already joine...  \n",
              "2827  [    /** The dropped latency within node */,  ...  \n",
              "3223  [            // accurately report expected str...  \n",
              "3363  [            // the caught exception here will...  \n",
              "3507  [         * We then invoke these methods direc...  \n",
              "3546  [                    // block until the below ...  \n",
              "3604  [            // this is a bit implementation s...  \n",
              "3698  [ * Operational improvements and hardening for...  \n",
              "3719  [            // Acquire lock to avoid concurre...  \n",
              "3722  [                    // output should be relea...  \n",
              "3835  [ * The test cases check that no false unavail...  \n",
              "3905  [     * @param skipIfCurrentVersion - if {@lin...  \n",
              "4022  [ * In overridden implementations, you will ne...  \n",
              "4044  [ * {@link DiagnosticEvent} implementation for...  \n",
              "4077  [ * Add a pluggable memtable API (CEP-11 / CAS...  \n",
              "4098  [    // get vs no-get prefix is not consistent...  \n",
              "4182  [ * Provides a proxy interface to the platform...  \n",
              "4244  [        // when it is not going to be started...  \n",
              "4249  [            // failure happens in PendingRang...  \n",
              "4250  [ * The fix consists of not removing an entry ...  \n",
              "4283  [        // CQLTester deletes keyspaces after ...  \n",
              "4292  [     * be unacceptable for reasons of perform...  \n",
              "4333  [ * Internode legacy SSL storage port certific...  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-50dee7d9-7ce9-4fca-b59c-7cffb8884085\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>commit</th>\n",
              "      <th>msg</th>\n",
              "      <th>lines</th>\n",
              "      <th>files</th>\n",
              "      <th>keywords</th>\n",
              "      <th>comments</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>37</th>\n",
              "      <td>9db8da81b7f269e5a8a7f896b751d482847d7082</td>\n",
              "      <td>Add range query support, which requires using ...</td>\n",
              "      <td>1456</td>\n",
              "      <td>19</td>\n",
              "      <td>[interface, interface, TODO, TODO]</td>\n",
              "      <td>[     * Do not mix with calls to the iterator ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>68</th>\n",
              "      <td>81dd8ee5f6e224c550bdf956e0bec3ec2c92cbee</td>\n",
              "      <td>use normal Table for system metadata\\npatch by...</td>\n",
              "      <td>304</td>\n",
              "      <td>8</td>\n",
              "      <td>[update]</td>\n",
              "      <td>[     * This method is used to update the Syst...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>69</th>\n",
              "      <td>064a59cdb00361c6b92ce098922b87357cae7736</td>\n",
              "      <td>cleanup CFS.onstart\\npatch by jbellis; reviewe...</td>\n",
              "      <td>41</td>\n",
              "      <td>2</td>\n",
              "      <td>[files]</td>\n",
              "      <td>[        // scan for data files corresponding ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>116</th>\n",
              "      <td>7bfe8df549c5bd2761801e3616f7c08db1fc5fbd</td>\n",
              "      <td>Revert \"remove sstableLock.  re-order a few op...</td>\n",
              "      <td>182</td>\n",
              "      <td>4</td>\n",
              "      <td>[files, files, rename, TODO]</td>\n",
              "      <td>[     * This is called after bootstrap to add ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>121</th>\n",
              "      <td>bee816c68a81b0812959c5f58e393e0b167a287f</td>\n",
              "      <td>Replace sstableLock with SSTableTracker, which...</td>\n",
              "      <td>433</td>\n",
              "      <td>10</td>\n",
              "      <td>[unnecessary, files, constructor, get rid of, ...</td>\n",
              "      <td>[     * and if a call is unnecessary, it will ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>207</th>\n",
              "      <td>6f00a24296179b0abc9673c94f76d1e551ebdeab</td>\n",
              "      <td>respect memtable thresholds when replaying com...</td>\n",
              "      <td>64</td>\n",
              "      <td>5</td>\n",
              "      <td>[header, TODO]</td>\n",
              "      <td>[                            // the log header...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>415</th>\n",
              "      <td>0da82f321c6c662cbd72f0d9895a916cf0aa71a4</td>\n",
              "      <td>implement keyspace round-robin scheduler.  pat...</td>\n",
              "      <td>632</td>\n",
              "      <td>11</td>\n",
              "      <td>[constructor, files, implementation, test]</td>\n",
              "      <td>[ * Implementors of IRequestScheduler must pro...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>691</th>\n",
              "      <td>e9f265cee6c4e805d9c40f325977318fdc1922eb</td>\n",
              "      <td>add JVM shutdownhook to sync commitlog\\npatch ...</td>\n",
              "      <td>203</td>\n",
              "      <td>7</td>\n",
              "      <td>[fix]</td>\n",
              "      <td>[ * fix potential overflow in nodetool cfstats...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>732</th>\n",
              "      <td>70688be04093e9076aef261a4722bb17d489596f</td>\n",
              "      <td>centralize MessageDigest creation and use thre...</td>\n",
              "      <td>182</td>\n",
              "      <td>9</td>\n",
              "      <td>[refact, refactor]</td>\n",
              "      <td>[ * refactor MessageDigest creation code. (CAS...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1038</th>\n",
              "      <td>4069d8af44241b84cfdfa60dc362868ef5241ecf</td>\n",
              "      <td>make sure truncate clears out the commitlog\\np...</td>\n",
              "      <td>115</td>\n",
              "      <td>5</td>\n",
              "      <td>[clean, clean, clean]</td>\n",
              "      <td>[        // for a given column family the memt...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1133</th>\n",
              "      <td>10cd1da033ad721a883df3241758b79756887161</td>\n",
              "      <td>remove unnecessary copy whenadding to row cach...</td>\n",
              "      <td>12</td>\n",
              "      <td>2</td>\n",
              "      <td>[unnecessary]</td>\n",
              "      <td>[ * remove unnecessary copy when adding to row...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1178</th>\n",
              "      <td>d790ed1bc871a9bd3a8c8640629532c0bed77656</td>\n",
              "      <td>Fix places where uncompressed sstable size is ...</td>\n",
              "      <td>50</td>\n",
              "      <td>9</td>\n",
              "      <td>[files, files, files]</td>\n",
              "      <td>[     * compressed files, this is not the same...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1292</th>\n",
              "      <td>ec624f50957776a444c28d6fea028786fe97640c</td>\n",
              "      <td>Improve memtable slice iteration performance\\n...</td>\n",
              "      <td>197</td>\n",
              "      <td>17</td>\n",
              "      <td>[performance, test]</td>\n",
              "      <td>[ * Improve memtable slice iteration performan...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1319</th>\n",
              "      <td>3297a96e1849f41d9c61f024282ed52d642e0794</td>\n",
              "      <td>Merge get_indexed_slices with get_range_slices...</td>\n",
              "      <td>2497</td>\n",
              "      <td>35</td>\n",
              "      <td>[constructor, TODO, more efficient, fix, TODO]</td>\n",
              "      <td>[        // it doesn't seem like you should ha...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1379</th>\n",
              "      <td>e376bc02eca6f75489d2aff41e0cc36105eb8567</td>\n",
              "      <td>add a convenient way to reset a node's schema\\...</td>\n",
              "      <td>208</td>\n",
              "      <td>8</td>\n",
              "      <td>[get rid of]</td>\n",
              "      <td>[     * Called by user (via JMX) who wants to ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1479</th>\n",
              "      <td>5979bce8ec6338f3aaf88ce193da01e10249b12e</td>\n",
              "      <td>calculate exact size required for cleanup oper...</td>\n",
              "      <td>37</td>\n",
              "      <td>4</td>\n",
              "      <td>[clean, cleanup, files]</td>\n",
              "      <td>[ * calculate exact size required for cleanup ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1502</th>\n",
              "      <td>c82a9d9b96667cc2afeb2609fbff955b4232fc2b</td>\n",
              "      <td>update MessagingService protocol to allow vers...</td>\n",
              "      <td>353</td>\n",
              "      <td>8</td>\n",
              "      <td>[update, cast, fix, unused, unused, unused]</td>\n",
              "      <td>[ * update MS protocol with a version handshak...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1527</th>\n",
              "      <td>2e7d1f83f53d0aa2ffc52af6d8531c0355318484</td>\n",
              "      <td>improve \"nodetool ring\" handling of multi-dc c...</td>\n",
              "      <td>279</td>\n",
              "      <td>5</td>\n",
              "      <td>[handling, endpoints]</td>\n",
              "      <td>[ * improve \"nodetool ring\" handling of multi-...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1577</th>\n",
              "      <td>0e3a9a55e484707addf32f73d18014df61c8d8f9</td>\n",
              "      <td>include message initiation time to replicas\\np...</td>\n",
              "      <td>50</td>\n",
              "      <td>7</td>\n",
              "      <td>[cast]</td>\n",
              "      <td>[            // int cast cuts off the high-ord...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1871</th>\n",
              "      <td>eb4fa4a621db43ad9d48b146ee16caf09db7a853</td>\n",
              "      <td>Redesign repair messages\\n\\npatch by yukim; re...</td>\n",
              "      <td>4145</td>\n",
              "      <td>36</td>\n",
              "      <td>[simplify, endpoints, endpoints, TODO, excepti...</td>\n",
              "      <td>[    // So we just order endpoint deterministi...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1980</th>\n",
              "      <td>786672edb6b4156e69bb3daecb9bcca0cba7db21</td>\n",
              "      <td>Compact hottest sstables first and optionally ...</td>\n",
              "      <td>400</td>\n",
              "      <td>5</td>\n",
              "      <td>[test, test]</td>\n",
              "      <td>[ * Compact hottest sstables first and optiona...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1982</th>\n",
              "      <td>37285304ee484122410c977399024f2af132753c</td>\n",
              "      <td>Compact hottest sstables first and optionally ...</td>\n",
              "      <td>400</td>\n",
              "      <td>5</td>\n",
              "      <td>[test, test]</td>\n",
              "      <td>[ * Compact hottest sstables first and optiona...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2007</th>\n",
              "      <td>d12a0d7b0299786bf1d0484f3770bae6a94cb0c9</td>\n",
              "      <td>Secondary index support for collections\\n\\npat...</td>\n",
              "      <td>599</td>\n",
              "      <td>15</td>\n",
              "      <td>[support for, fix, fix, fix]</td>\n",
              "      <td>[ * Secondary index support for collections (C...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2012</th>\n",
              "      <td>3edb62bf773617aeb3a348edc5667a6b0bad0ffe</td>\n",
              "      <td>Fix row tombstones in larger-than-memory compa...</td>\n",
              "      <td>289</td>\n",
              "      <td>14</td>\n",
              "      <td>[update, update, test, test, test, header]</td>\n",
              "      <td>[     * @return an updated `cf` if any columns...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2116</th>\n",
              "      <td>1a3b5dbcb5fbee5066ceaa2467536119893f7e7f</td>\n",
              "      <td>Add multiple memory allocation options for mem...</td>\n",
              "      <td>1360</td>\n",
              "      <td>47</td>\n",
              "      <td>[constructor, update, TODO, TODO, clean, clean...</td>\n",
              "      <td>[     * In the constructor the current memtabl...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2386</th>\n",
              "      <td>14b2d7a16b4b69eed6be5473dbbf238f040fb5c5</td>\n",
              "      <td>Don't use the same CleanupStrategy for all sst...</td>\n",
              "      <td>4</td>\n",
              "      <td>2</td>\n",
              "      <td>[clean, cleanup]</td>\n",
              "      <td>[ * Don't reuse the same cleanup strategy for ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2405</th>\n",
              "      <td>c75ee4160cb8fcdf47c90bfce8bf0d861f32d268</td>\n",
              "      <td>Safer Resource Management\\n\\npatch by benedict...</td>\n",
              "      <td>1520</td>\n",
              "      <td>33</td>\n",
              "      <td>[clean, cleanup, clean, leak, clean, cleanup, ...</td>\n",
              "      <td>[                // we don't care if cache cle...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2435</th>\n",
              "      <td>f3c0e11e2ddb0b0666e7723a3fca005707b778ea</td>\n",
              "      <td>IndexSummaryBuilder utilises offheap memory, a...</td>\n",
              "      <td>596</td>\n",
              "      <td>13</td>\n",
              "      <td>[implementation, TODO, simplify]</td>\n",
              "      <td>[    // TODO: consider hoisting this into Data...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2460</th>\n",
              "      <td>521b36311ad23f3defd6abf36becda61388add9c</td>\n",
              "      <td>Use correct bounds for page cache eviction of ...</td>\n",
              "      <td>61</td>\n",
              "      <td>5</td>\n",
              "      <td>[files]</td>\n",
              "      <td>[ * Use correct bounds for page cache eviction...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2527</th>\n",
              "      <td>8704006bfa75a78cb904e35662e4c8bafc1f2330</td>\n",
              "      <td>Introduce Transactional API for internal state...</td>\n",
              "      <td>2633</td>\n",
              "      <td>58</td>\n",
              "      <td>[API, unnecessary, clean, cleanup, update, tes...</td>\n",
              "      <td>[ * Introduce Transactional API for internal s...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2635</th>\n",
              "      <td>20f12e97446eee55461a8d3512a94389a67e79ee</td>\n",
              "      <td>Fix nodetool info error when the node is not j...</td>\n",
              "      <td>38</td>\n",
              "      <td>3</td>\n",
              "      <td>[exception]</td>\n",
              "      <td>[            // check if node is already joine...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2827</th>\n",
              "      <td>c9ef25fd81501005b6484baf064081efc557f3f4</td>\n",
              "      <td>Add latency logging for dropped messages\\n\\nPa...</td>\n",
              "      <td>77</td>\n",
              "      <td>6</td>\n",
              "      <td>[latency, latency]</td>\n",
              "      <td>[    /** The dropped latency within node */,  ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3223</th>\n",
              "      <td>4cfaf855c404256a9dd281d5066cc076232d72ff</td>\n",
              "      <td>Add repair streaming preview\\n\\nPatch by Blake...</td>\n",
              "      <td>1346</td>\n",
              "      <td>63</td>\n",
              "      <td>[leak]</td>\n",
              "      <td>[            // accurately report expected str...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3363</th>\n",
              "      <td>39807ba48ed2e02223014fbf47dce21d4124b380</td>\n",
              "      <td>Refactor read executor and response resolver, ...</td>\n",
              "      <td>3262</td>\n",
              "      <td>26</td>\n",
              "      <td>[exception, TODO, update, output, debug, comme...</td>\n",
              "      <td>[            // the caught exception here will...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3507</th>\n",
              "      <td>44785dd2eec5697eec7e496ed3a73d2573f4fe6a</td>\n",
              "      <td>Anti-compaction temporarily corrupts sstable s...</td>\n",
              "      <td>399</td>\n",
              "      <td>9</td>\n",
              "      <td>[update]</td>\n",
              "      <td>[         * We then invoke these methods direc...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3546</th>\n",
              "      <td>b40d79cf1cc6b4210edfa86d52546fd3880e22f0</td>\n",
              "      <td>Make sure index summary redistributions don't ...</td>\n",
              "      <td>272</td>\n",
              "      <td>16</td>\n",
              "      <td>[exception]</td>\n",
              "      <td>[                    // block until the below ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3604</th>\n",
              "      <td>dbb43197fe9c462b22c4e4c3ef8a0c55b5696fa7</td>\n",
              "      <td>Add the cause to the exception and allow to lo...</td>\n",
              "      <td>74</td>\n",
              "      <td>2</td>\n",
              "      <td>[implementation, implementation]</td>\n",
              "      <td>[            // this is a bit implementation s...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3698</th>\n",
              "      <td>e5c3d08a1428d378b6690f0419a2b25724b9736e</td>\n",
              "      <td>Operational improvements and hardening for rep...</td>\n",
              "      <td>1191</td>\n",
              "      <td>21</td>\n",
              "      <td>[improvement, exception, handling]</td>\n",
              "      <td>[ * Operational improvements and hardening for...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3719</th>\n",
              "      <td>f3bf0775a5a8bce228289c22b96d0c922cf2cb0d</td>\n",
              "      <td>Mutating sstable component may race with entir...</td>\n",
              "      <td>2322</td>\n",
              "      <td>42</td>\n",
              "      <td>[update, test, update, test, update]</td>\n",
              "      <td>[            // Acquire lock to avoid concurre...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3722</th>\n",
              "      <td>91bcbb28733437a7a5fedb16984d4de2fa70b049</td>\n",
              "      <td>Add a new jmxtool which can dump what JMX obje...</td>\n",
              "      <td>215675</td>\n",
              "      <td>12</td>\n",
              "      <td>[output, test, test, rename, update, test, tes...</td>\n",
              "      <td>[                    // output should be relea...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3835</th>\n",
              "      <td>b915688ea878aaa284f5cedeb799c5f797c4d824</td>\n",
              "      <td>Fix false unavailable for queries due to clust...</td>\n",
              "      <td>734</td>\n",
              "      <td>25</td>\n",
              "      <td>[exception, test, test, test, test, endpoints,...</td>\n",
              "      <td>[ * The test cases check that no false unavail...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3905</th>\n",
              "      <td>cfc402d26a628bbc9e005c370f5707f4985207aa</td>\n",
              "      <td>Add a flag to upgradesstables to allow only up...</td>\n",
              "      <td>495</td>\n",
              "      <td>9</td>\n",
              "      <td>[test]</td>\n",
              "      <td>[     * @param skipIfCurrentVersion - if {@lin...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4022</th>\n",
              "      <td>eac9d925621dc1757ac88ac7160dc0b2bd3e0015</td>\n",
              "      <td>make startup checks configurable\\n\\npatch by S...</td>\n",
              "      <td>1694</td>\n",
              "      <td>17</td>\n",
              "      <td>[implementation, test, exception, exception, f...</td>\n",
              "      <td>[ * In overridden implementations, you will ne...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4044</th>\n",
              "      <td>143a5e8b064e442970182cfb349b4f0826683e85</td>\n",
              "      <td>Add diagnostic events for guardrails\\n\\npatch ...</td>\n",
              "      <td>651</td>\n",
              "      <td>26</td>\n",
              "      <td>[implementation, error message, clean, test, c...</td>\n",
              "      <td>[ * {@link DiagnosticEvent} implementation for...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4077</th>\n",
              "      <td>e4e19e33faf9ac7cf27a9779c8083a7f5c5b865a</td>\n",
              "      <td>Add memtable API (CEP-11)\\n\\npatch by Branimir...</td>\n",
              "      <td>7633</td>\n",
              "      <td>241</td>\n",
              "      <td>[API, TODO, files, update, clean, constructor,...</td>\n",
              "      <td>[ * Add a pluggable memtable API (CEP-11 / CAS...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4098</th>\n",
              "      <td>a67a2a2441589e8bf41498c426fddacd7b9719cf</td>\n",
              "      <td>Handle config parameters upper bound on startu...</td>\n",
              "      <td>4060</td>\n",
              "      <td>71</td>\n",
              "      <td>[fix, throughput, constructor, fix, test, cons...</td>\n",
              "      <td>[    // get vs no-get prefix is not consistent...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4182</th>\n",
              "      <td>b2660bcf78ccf08a3a0ae39a8c9ffb397efef9ff</td>\n",
              "      <td>Fix JMX security vulnerabilities\\n\\n patch by ...</td>\n",
              "      <td>205</td>\n",
              "      <td>5</td>\n",
              "      <td>[interface]</td>\n",
              "      <td>[ * Provides a proxy interface to the platform...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4244</th>\n",
              "      <td>f96659c5306e62666e21c371c2ded646dd51672b</td>\n",
              "      <td>Save host id to system.local and flush immedia...</td>\n",
              "      <td>295</td>\n",
              "      <td>6</td>\n",
              "      <td>[test]</td>\n",
              "      <td>[        // when it is not going to be started...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4249</th>\n",
              "      <td>8b0dc8ad6b5e657cf5946eaed17da0fdabaa53f4</td>\n",
              "      <td>When decommissioning should set Severity to li...</td>\n",
              "      <td>872</td>\n",
              "      <td>22</td>\n",
              "      <td>[update, test]</td>\n",
              "      <td>[            // failure happens in PendingRang...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4250</th>\n",
              "      <td>4f348786bd6d72f4402134a29ddb3355b1fade61</td>\n",
              "      <td>Do not remove truncated_at entry in system.loc...</td>\n",
              "      <td>128</td>\n",
              "      <td>3</td>\n",
              "      <td>[fix]</td>\n",
              "      <td>[ * The fix consists of not removing an entry ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4283</th>\n",
              "      <td>aac070681bd01ba796814692c3fba04de103d8b4</td>\n",
              "      <td>Disable the deprecated keyspace/table threshol...</td>\n",
              "      <td>359</td>\n",
              "      <td>18</td>\n",
              "      <td>[test, test]</td>\n",
              "      <td>[        // CQLTester deletes keyspaces after ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4292</th>\n",
              "      <td>cde91e56f09d9ebf315c79c9a81b89f70f4eb724</td>\n",
              "      <td>In-memory index implementation with query path...</td>\n",
              "      <td>20645</td>\n",
              "      <td>244</td>\n",
              "      <td>[performance, endpoints, endpoints, test, exce...</td>\n",
              "      <td>[     * be unacceptable for reasons of perform...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4333</th>\n",
              "      <td>b9586501a6b6cdfe465302448018785652c9b966</td>\n",
              "      <td>Internode legacy SSL storage port certificate ...</td>\n",
              "      <td>237</td>\n",
              "      <td>13</td>\n",
              "      <td>[update]</td>\n",
              "      <td>[ * Internode legacy SSL storage port certific...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-50dee7d9-7ce9-4fca-b59c-7cffb8884085')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-50dee7d9-7ce9-4fca-b59c-7cffb8884085 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-50dee7d9-7ce9-4fca-b59c-7cffb8884085');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-21523b6f-6426-44e5-a03c-4d12e3b289e5\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-21523b6f-6426-44e5-a03c-4d12e3b289e5')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-21523b6f-6426-44e5-a03c-4d12e3b289e5 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "    </div>\n",
              "  </div>\n"
            ]
          },
          "metadata": {},
          "execution_count": 14
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df_cassandra_commits_issues_yes_ai.info()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "WOv6g50IVs5K",
        "outputId": "5e68f153-f5b5-4617-c9c7-11985a7c7bb0"
      },
      "execution_count": 15,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "<class 'pandas.core.frame.DataFrame'>\n",
            "Int64Index: 53 entries, 37 to 4333\n",
            "Data columns (total 6 columns):\n",
            " #   Column    Non-Null Count  Dtype \n",
            "---  ------    --------------  ----- \n",
            " 0   commit    53 non-null     object\n",
            " 1   msg       53 non-null     object\n",
            " 2   lines     53 non-null     int64 \n",
            " 3   files     53 non-null     int64 \n",
            " 4   keywords  53 non-null     object\n",
            " 5   comments  53 non-null     object\n",
            "dtypes: int64(2), object(4)\n",
            "memory usage: 2.9+ KB\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "round(df_cassandra_commits_issues_yes_ai.describe(), 2)"
      ],
      "metadata": {
        "id": "3oO4ObgCr_Wt",
        "outputId": "e8db7321-04ea-4f15-c6a5-49c60bcf5d5b",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 300
        }
      },
      "execution_count": 16,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "           lines   files\n",
              "count      53.00   53.00\n",
              "mean     5320.11   24.68\n",
              "std     29606.42   46.36\n",
              "min         4.00    2.00\n",
              "25%       182.00    5.00\n",
              "50%       359.00   10.00\n",
              "75%      1346.00   22.00\n",
              "max    215675.00  244.00"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-27a89e7c-b879-4791-b71a-f542f9187736\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>lines</th>\n",
              "      <th>files</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>count</th>\n",
              "      <td>53.00</td>\n",
              "      <td>53.00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>mean</th>\n",
              "      <td>5320.11</td>\n",
              "      <td>24.68</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>std</th>\n",
              "      <td>29606.42</td>\n",
              "      <td>46.36</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>min</th>\n",
              "      <td>4.00</td>\n",
              "      <td>2.00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>25%</th>\n",
              "      <td>182.00</td>\n",
              "      <td>5.00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>50%</th>\n",
              "      <td>359.00</td>\n",
              "      <td>10.00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>75%</th>\n",
              "      <td>1346.00</td>\n",
              "      <td>22.00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>max</th>\n",
              "      <td>215675.00</td>\n",
              "      <td>244.00</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-27a89e7c-b879-4791-b71a-f542f9187736')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-27a89e7c-b879-4791-b71a-f542f9187736 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-27a89e7c-b879-4791-b71a-f542f9187736');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-7c63da70-f0e6-4006-9680-2da4ca541944\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-7c63da70-f0e6-4006-9680-2da4ca541944')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-7c63da70-f0e6-4006-9680-2da4ca541944 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "    </div>\n",
              "  </div>\n"
            ]
          },
          "metadata": {},
          "execution_count": 16
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "my_columns = ['commit',\t'msg', \t'lines',\t'files',\t'keywords']\n",
        "df_cassandra_commits_issues_yes_ai.to_excel('cassandra_commits_issues_yes_ai.xlsx', index=False)"
      ],
      "metadata": {
        "id": "QyM3cP7UMjgX"
      },
      "execution_count": 26,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "p_commits_com_yes_ai = round(len(df_cassandra_commits_issues_yes_ai)/len(lista_cassandra_commits_issues_yes_ai), 2)\n",
        "print(f'% de commits com Impacto Arquitetural e SATD: {p_commits_com_yes_ai}')"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "T80XcMfxVyO3",
        "outputId": "9c9918c9-68d9-4250-9f00-22df243c7cd9"
      },
      "execution_count": 17,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "% de commits com Impacto Arquitetural e SATD: 0.48\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "### Analisa todos os diffs (added) dos commits entre 2/03/2009 e 4/10/2023 do Cassandra que SEM as SATD.\n",
        "\n"
      ],
      "metadata": {
        "id": "9bQJ8vJGkAca"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "dict_commit_diffs_no_satd = my_satd_commit_analyzer.analyze_commit_diffs_for_no_satd(start_date, end_date, final_satd_keywords)"
      ],
      "metadata": {
        "id": "JX7-HMn-kHBQ",
        "outputId": "fb168134-6d68-4a35-8ed8-4de9f66aaf52",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "execution_count": 18,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Aguarde...\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "Progress SATD diff commit analysis: 100%|██████████| 29230/29230 [15:33<00:00, 31.33it/s]\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "l_commits_no_satd, l_msg_no_satd, l_lines_no_satd, l_files_no_satd, l_comments_no_satd = [], [], [], [], []\n",
        "\n",
        "for k, v in dict_commit_diffs_no_satd.items():\n",
        "  if len(v[3]) > 0:\n",
        "    l_commits_no_satd.append(k)\n",
        "    l_msg_no_satd.append(v[0])\n",
        "    l_lines_no_satd.append(v[1])\n",
        "    l_files_no_satd.append(v[2])\n",
        "    l_comments_no_satd.append(v[3])\n",
        "\n",
        "dict_commit_diffs_aux_no_satd = {\n",
        "    'commits': l_commits_no_satd,\n",
        "    'msg': l_msg_no_satd,\n",
        "    'lines': l_lines_no_satd,\n",
        "    'files': l_files_no_satd,\n",
        "    'comments': l_comments_no_satd\n",
        "}\n",
        "\n",
        "df_commit_diffs_aux_no_satd = pd.DataFrame(dict_commit_diffs_aux_no_satd)\n",
        "\n",
        "df_commit_diffs_aux_no_satd.info()"
      ],
      "metadata": {
        "id": "TxiYX9aukLSm",
        "outputId": "ae78652d-1222-4013-cd31-dd7b7cad3394",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "execution_count": 27,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "<class 'pandas.core.frame.DataFrame'>\n",
            "RangeIndex: 9483 entries, 0 to 9482\n",
            "Data columns (total 5 columns):\n",
            " #   Column    Non-Null Count  Dtype \n",
            "---  ------    --------------  ----- \n",
            " 0   commits   9483 non-null   object\n",
            " 1   msg       9483 non-null   object\n",
            " 2   lines     9483 non-null   int64 \n",
            " 3   files     9483 non-null   int64 \n",
            " 4   comments  9483 non-null   object\n",
            "dtypes: int64(2), object(3)\n",
            "memory usage: 370.6+ KB\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df_commit_diffs_aux_no_satd"
      ],
      "metadata": {
        "id": "LaXgYGUakOJ6",
        "outputId": "6623f128-81f9-42f2-d80f-d91151adbe18",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 597
        }
      },
      "execution_count": 20,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                                       commits  \\\n",
              "0     1f91e99223b0d1b7ed8390400d4a06ac08e4aa85   \n",
              "1     cf56f8f3acbeac0ddff9ee3131ad7abe2a919ba3   \n",
              "2     e90036f6e1b2c799bef4842f69a0df9ee5b08ec9   \n",
              "3     16f30f16749fe4f75c94b17aa4a4b63df4ddb825   \n",
              "4     da5c6b8fc6ce179e22fb344a2dd528403fc11385   \n",
              "...                                        ...   \n",
              "9478  dc7234134cb20af4f10b41eab57bd5312fd0e6f1   \n",
              "9479  164fa7949d1437528363465d14ed20898f1daa9e   \n",
              "9480  b9f614f7e56b8b12149cb51f89558d0568901853   \n",
              "9481  cb1f1399b139029e5b1c12a4bf65d19a55724933   \n",
              "9482  4eeaf6a6ee409ae62c75a0d6fda7bd9463878fc3   \n",
              "\n",
              "                                                    msg  lines  files  \\\n",
              "0     git-svn-id: https://svn.apache.org/repos/asf/i...  74502    344   \n",
              "1     Add build script and make sure it works\\n\\ngit...    156      4   \n",
              "2     Needed to make these changes to fix an issue w...    183      4   \n",
              "3     Fixed some bugs that resulted from moving sour...     93      5   \n",
              "4     Removed JDK7 dependencies.\\n\\ngit-svn-id: http...    144      1   \n",
              "...                                                 ...    ...    ...   \n",
              "9478  Upgrade snappy-java to 1.1.10.4\\n\\npatch by Ma...      3      2   \n",
              "9479  Add support for repair coordinator to retry me...   8533    140   \n",
              "9480  Remove deprecated properties in CompressionPar...    157     14   \n",
              "9481  Improve performance of compactions when table ...     79      3   \n",
              "9482  Update hdrhistogram to 2.1.12\\n\\npatch by Ekat...      3      2   \n",
              "\n",
              "                                               comments  \n",
              "0     [/**,  * Licensed to the Apache Software Found...  \n",
              "1     [//            JobTracker.instance().start();,...  \n",
              "2     [    /**,      * This method returns true if t...  \n",
              "3     [            // seeking outside of current buf...  \n",
              "4     [                // rm.add(\"Test:Column-\" + j,...  \n",
              "...                                                 ...  \n",
              "9478  [ * Upgrade snappy-java to 1.1.10.4 (CASSANDRA...  \n",
              "9479  [/*,  * Licensed to the Apache Software Founda...  \n",
              "9480  [ * Remove deprecated properties in Compressio...  \n",
              "9481  [        /**,          * Returns true if the m...  \n",
              "9482  [ * Update hdrhistogram to 2.1.12 (CASSANDRA-1...  \n",
              "\n",
              "[9483 rows x 5 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-b6c67b30-7ab3-41a4-9239-f6cf6991c38f\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>commits</th>\n",
              "      <th>msg</th>\n",
              "      <th>lines</th>\n",
              "      <th>files</th>\n",
              "      <th>comments</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>1f91e99223b0d1b7ed8390400d4a06ac08e4aa85</td>\n",
              "      <td>git-svn-id: https://svn.apache.org/repos/asf/i...</td>\n",
              "      <td>74502</td>\n",
              "      <td>344</td>\n",
              "      <td>[/**,  * Licensed to the Apache Software Found...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>cf56f8f3acbeac0ddff9ee3131ad7abe2a919ba3</td>\n",
              "      <td>Add build script and make sure it works\\n\\ngit...</td>\n",
              "      <td>156</td>\n",
              "      <td>4</td>\n",
              "      <td>[//            JobTracker.instance().start();,...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>e90036f6e1b2c799bef4842f69a0df9ee5b08ec9</td>\n",
              "      <td>Needed to make these changes to fix an issue w...</td>\n",
              "      <td>183</td>\n",
              "      <td>4</td>\n",
              "      <td>[    /**,      * This method returns true if t...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>16f30f16749fe4f75c94b17aa4a4b63df4ddb825</td>\n",
              "      <td>Fixed some bugs that resulted from moving sour...</td>\n",
              "      <td>93</td>\n",
              "      <td>5</td>\n",
              "      <td>[            // seeking outside of current buf...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>da5c6b8fc6ce179e22fb344a2dd528403fc11385</td>\n",
              "      <td>Removed JDK7 dependencies.\\n\\ngit-svn-id: http...</td>\n",
              "      <td>144</td>\n",
              "      <td>1</td>\n",
              "      <td>[                // rm.add(\"Test:Column-\" + j,...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9478</th>\n",
              "      <td>dc7234134cb20af4f10b41eab57bd5312fd0e6f1</td>\n",
              "      <td>Upgrade snappy-java to 1.1.10.4\\n\\npatch by Ma...</td>\n",
              "      <td>3</td>\n",
              "      <td>2</td>\n",
              "      <td>[ * Upgrade snappy-java to 1.1.10.4 (CASSANDRA...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9479</th>\n",
              "      <td>164fa7949d1437528363465d14ed20898f1daa9e</td>\n",
              "      <td>Add support for repair coordinator to retry me...</td>\n",
              "      <td>8533</td>\n",
              "      <td>140</td>\n",
              "      <td>[/*,  * Licensed to the Apache Software Founda...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9480</th>\n",
              "      <td>b9f614f7e56b8b12149cb51f89558d0568901853</td>\n",
              "      <td>Remove deprecated properties in CompressionPar...</td>\n",
              "      <td>157</td>\n",
              "      <td>14</td>\n",
              "      <td>[ * Remove deprecated properties in Compressio...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9481</th>\n",
              "      <td>cb1f1399b139029e5b1c12a4bf65d19a55724933</td>\n",
              "      <td>Improve performance of compactions when table ...</td>\n",
              "      <td>79</td>\n",
              "      <td>3</td>\n",
              "      <td>[        /**,          * Returns true if the m...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9482</th>\n",
              "      <td>4eeaf6a6ee409ae62c75a0d6fda7bd9463878fc3</td>\n",
              "      <td>Update hdrhistogram to 2.1.12\\n\\npatch by Ekat...</td>\n",
              "      <td>3</td>\n",
              "      <td>2</td>\n",
              "      <td>[ * Update hdrhistogram to 2.1.12 (CASSANDRA-1...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>9483 rows × 5 columns</p>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-b6c67b30-7ab3-41a4-9239-f6cf6991c38f')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-b6c67b30-7ab3-41a4-9239-f6cf6991c38f button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-b6c67b30-7ab3-41a4-9239-f6cf6991c38f');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-84f703ba-6b57-4318-be7d-ec41df620c44\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-84f703ba-6b57-4318-be7d-ec41df620c44')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-84f703ba-6b57-4318-be7d-ec41df620c44 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "    </div>\n",
              "  </div>\n"
            ]
          },
          "metadata": {},
          "execution_count": 20
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df_cassandra_commits_issues_no_ai_no_satd = df_commit_diffs_aux_no_satd[df_commit_diffs_aux_no_satd.commits.isin(lista_cassandra_commits_issues_no_ai)]\n",
        "df_cassandra_commits_issues_no_ai_no_satd"
      ],
      "metadata": {
        "id": "_qCN0i5w0_IA",
        "outputId": "f11c0d7e-4556-464c-a7eb-f558a840c573",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 614
        }
      },
      "execution_count": 21,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                                       commits  \\\n",
              "98    7779df6ce4633752a0f6768da94627aee2162103   \n",
              "100   f17487c541dfae03858ae703015d4049094a0f55   \n",
              "101   8dcf76ab27f9c7ac615fbaf5cd17fdfbd17cb9be   \n",
              "175   8c04ffd52a43358a8eb56a68fa7aeae0bfa94577   \n",
              "188   e425474af2e08dd4a54db2316cb6758f972fa778   \n",
              "...                                        ...   \n",
              "9114  4c85c6a4030d7d613230cd4b2204c42f941fd552   \n",
              "9233  b8494a82751ae2d31ab0f36412f7eacdcc1c3774   \n",
              "9318  b8e21fb80afa6696374292dc99a480fac9788e64   \n",
              "9421  9c796dfb272daa3ce57a2dc5cbeadd9273e1ac72   \n",
              "9454  8bbf92a670d98f758c549cf241e7732370c21384   \n",
              "\n",
              "                                                    msg  lines  files  \\\n",
              "98    This patch adds ColumnFamilyStore.forceflush t...      7      2   \n",
              "100   A make hint generation include a real timestam...     96      3   \n",
              "101   tombstones take priority over non-tombstones w...     30      4   \n",
              "175   added CFS pending tasks JMX attribute\\n\\nPatch...     11      2   \n",
              "188   add get_slice for supercolumn, tests.  add bac...    233     15   \n",
              "...                                                 ...    ...    ...   \n",
              "9114  key_cache_save_period, row_cache_save_period, ...     10      3   \n",
              "9233  Log warning message on aggregation queries wit...      8      2   \n",
              "9318  Validate the existence of a datacenter in node...     68      3   \n",
              "9421  Skip ColumnFamilyStore#topPartitions initializ...     98      3   \n",
              "9454  Refactor validation logic in StorageService.re...     33      2   \n",
              "\n",
              "                                               comments  \n",
              "98    [    /**,      * Triggers an immediate memtabl...  \n",
              "100   [        // delete the row from Application CF...  \n",
              "101   [    // note that we do not call this simply c...  \n",
              "175   [    /**,      *,      * @return the estimated...  \n",
              "188   [/*, * Licensed to the Apache Software Foundat...  \n",
              "...                                                 ...  \n",
              "9114  [ * We should not emit deprecation warning on ...  \n",
              "9233  [ * Log warning message on aggregation queries...  \n",
              "9318  [ * Validate the existence of a datacenter in ...  \n",
              "9421  [ * Skip ColumnFamilyStore#topPartitions initi...  \n",
              "9454  [ * Refactor validation logic in StorageServic...  \n",
              "\n",
              "[123 rows x 5 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-23d2d8d8-240d-4b76-9cfd-07fac59937d9\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>commits</th>\n",
              "      <th>msg</th>\n",
              "      <th>lines</th>\n",
              "      <th>files</th>\n",
              "      <th>comments</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>98</th>\n",
              "      <td>7779df6ce4633752a0f6768da94627aee2162103</td>\n",
              "      <td>This patch adds ColumnFamilyStore.forceflush t...</td>\n",
              "      <td>7</td>\n",
              "      <td>2</td>\n",
              "      <td>[    /**,      * Triggers an immediate memtabl...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>100</th>\n",
              "      <td>f17487c541dfae03858ae703015d4049094a0f55</td>\n",
              "      <td>A make hint generation include a real timestam...</td>\n",
              "      <td>96</td>\n",
              "      <td>3</td>\n",
              "      <td>[        // delete the row from Application CF...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>101</th>\n",
              "      <td>8dcf76ab27f9c7ac615fbaf5cd17fdfbd17cb9be</td>\n",
              "      <td>tombstones take priority over non-tombstones w...</td>\n",
              "      <td>30</td>\n",
              "      <td>4</td>\n",
              "      <td>[    // note that we do not call this simply c...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>175</th>\n",
              "      <td>8c04ffd52a43358a8eb56a68fa7aeae0bfa94577</td>\n",
              "      <td>added CFS pending tasks JMX attribute\\n\\nPatch...</td>\n",
              "      <td>11</td>\n",
              "      <td>2</td>\n",
              "      <td>[    /**,      *,      * @return the estimated...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>188</th>\n",
              "      <td>e425474af2e08dd4a54db2316cb6758f972fa778</td>\n",
              "      <td>add get_slice for supercolumn, tests.  add bac...</td>\n",
              "      <td>233</td>\n",
              "      <td>15</td>\n",
              "      <td>[/*, * Licensed to the Apache Software Foundat...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9114</th>\n",
              "      <td>4c85c6a4030d7d613230cd4b2204c42f941fd552</td>\n",
              "      <td>key_cache_save_period, row_cache_save_period, ...</td>\n",
              "      <td>10</td>\n",
              "      <td>3</td>\n",
              "      <td>[ * We should not emit deprecation warning on ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9233</th>\n",
              "      <td>b8494a82751ae2d31ab0f36412f7eacdcc1c3774</td>\n",
              "      <td>Log warning message on aggregation queries wit...</td>\n",
              "      <td>8</td>\n",
              "      <td>2</td>\n",
              "      <td>[ * Log warning message on aggregation queries...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9318</th>\n",
              "      <td>b8e21fb80afa6696374292dc99a480fac9788e64</td>\n",
              "      <td>Validate the existence of a datacenter in node...</td>\n",
              "      <td>68</td>\n",
              "      <td>3</td>\n",
              "      <td>[ * Validate the existence of a datacenter in ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9421</th>\n",
              "      <td>9c796dfb272daa3ce57a2dc5cbeadd9273e1ac72</td>\n",
              "      <td>Skip ColumnFamilyStore#topPartitions initializ...</td>\n",
              "      <td>98</td>\n",
              "      <td>3</td>\n",
              "      <td>[ * Skip ColumnFamilyStore#topPartitions initi...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9454</th>\n",
              "      <td>8bbf92a670d98f758c549cf241e7732370c21384</td>\n",
              "      <td>Refactor validation logic in StorageService.re...</td>\n",
              "      <td>33</td>\n",
              "      <td>2</td>\n",
              "      <td>[ * Refactor validation logic in StorageServic...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>123 rows × 5 columns</p>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-23d2d8d8-240d-4b76-9cfd-07fac59937d9')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-23d2d8d8-240d-4b76-9cfd-07fac59937d9 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-23d2d8d8-240d-4b76-9cfd-07fac59937d9');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-206de9c1-699b-4a7e-aa1b-1ef9e099a71f\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-206de9c1-699b-4a7e-aa1b-1ef9e099a71f')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-206de9c1-699b-4a7e-aa1b-1ef9e099a71f button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "    </div>\n",
              "  </div>\n"
            ]
          },
          "metadata": {},
          "execution_count": 21
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "round(df_cassandra_commits_issues_no_ai_no_satd.describe(), 2)"
      ],
      "metadata": {
        "id": "5feVH1rO1Ggm",
        "outputId": "ebe90b13-4dbf-4013-9ddc-00c7ca9172ab",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 300
        }
      },
      "execution_count": 22,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "         lines   files\n",
              "count   123.00  123.00\n",
              "mean    273.90    8.90\n",
              "std     586.41   13.33\n",
              "min       2.00    1.00\n",
              "25%      20.00    2.00\n",
              "50%      84.00    4.00\n",
              "75%     242.50   10.00\n",
              "max    3841.00   93.00"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-e3049178-9424-4053-9be6-6d66893cffd1\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>lines</th>\n",
              "      <th>files</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>count</th>\n",
              "      <td>123.00</td>\n",
              "      <td>123.00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>mean</th>\n",
              "      <td>273.90</td>\n",
              "      <td>8.90</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>std</th>\n",
              "      <td>586.41</td>\n",
              "      <td>13.33</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>min</th>\n",
              "      <td>2.00</td>\n",
              "      <td>1.00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>25%</th>\n",
              "      <td>20.00</td>\n",
              "      <td>2.00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>50%</th>\n",
              "      <td>84.00</td>\n",
              "      <td>4.00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>75%</th>\n",
              "      <td>242.50</td>\n",
              "      <td>10.00</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>max</th>\n",
              "      <td>3841.00</td>\n",
              "      <td>93.00</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-e3049178-9424-4053-9be6-6d66893cffd1')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-e3049178-9424-4053-9be6-6d66893cffd1 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-e3049178-9424-4053-9be6-6d66893cffd1');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-9c75e532-ae60-4b1b-9aa0-d27e6a9edcff\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-9c75e532-ae60-4b1b-9aa0-d27e6a9edcff')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-9c75e532-ae60-4b1b-9aa0-d27e6a9edcff button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "    </div>\n",
              "  </div>\n"
            ]
          },
          "metadata": {},
          "execution_count": 22
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "df_cassandra_commits_issues_no_ai_no_satd.to_excel('cassandra_commits_issues_no_ai_no_satd.xlsx',index=False)"
      ],
      "metadata": {
        "id": "kMSRtEWUNJQK"
      },
      "execution_count": 28,
      "outputs": []
    }
  ]
}