sortValue.ipynb

+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 1,
+   "metadata": {
+    "collapsed": true
+   },
+   "outputs": [],
+   "source": [
+    "import numpy as np\n",
+    "import pandas as pd"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "outputs": [],
+   "source": [
+    "csv = pd.read_csv('0611-projects-star-and-notification.csv', usecols=['project full path', 'project url', 'notification count', 'star count'])"
+   ],
+   "metadata": {
+    "collapsed": false,
+    "pycharm": {
+     "name": "#%%\n"
+    }
+   }
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 3,
+   "outputs": [],
+   "source": [
+    "csv = csv.sort_values('notification count', ascending=False)"
+   ],
+   "metadata": {
+    "collapsed": false,
+    "pycharm": {
+     "name": "#%%\n"
+    }
+   }
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 4,
+   "outputs": [
+    {
+     "data": {
+      "text/plain": "                                       project full path  \\\n24344                         mirrors/ultralytics/yolov5   \n9493                            mirrors/alexeyab/darknet   \n28021                                 EricLee/handpose_x   \n25463                         mirrors/vuejs/vue-devtools   \n9604                          mirrors/itwanger/JavaBooks   \n...                                                  ...   \n8251   ci-exam-rooms/python/1a0d308ccf2d11eb84ea00163...   \n34041                    mirrors/TouchScript/TouchScript   \n26483                               mirrors/github/fetch   \n26482                                     aigoals/ampada   \n35663                          mirrors/fossas/srclib-pip   \n\n                                             project url  notification count  \\\n24344  https://codechina.csdn.net/mirrors/ultralytics...                1642   \n9493   https://codechina.csdn.net/mirrors/alexeyab/da...                1405   \n28021      https://codechina.csdn.net/EricLee/handpose_x                1292   \n25463  https://codechina.csdn.net/mirrors/vuejs/vue-d...                1210   \n9604   https://codechina.csdn.net/mirrors/itwanger/Ja...                1179   \n...                                                  ...                 ...   \n8251   https://codechina.csdn.net/ci-exam-rooms/pytho...                   0   \n34041  https://codechina.csdn.net/mirrors/TouchScript...                   0   \n26483    https://codechina.csdn.net/mirrors/github/fetch                   0   \n26482          https://codechina.csdn.net/aigoals/ampada                   0   \n35663  https://codechina.csdn.net/mirrors/fossas/srcl...                   0   \n\n       star count  \n24344           7  \n9493            3  \n28021         159  \n25463          11  \n9604           33  \n...           ...  \n8251            0  \n34041           0  \n26483           0  \n26482           0  \n35663           0  \n\n[42357 rows x 4 columns]",
+      "text/html": "<div>\n<style scoped>\n    .dataframe tbody tr th:only-of-type {\n        vertical-align: middle;\n    }\n\n    .dataframe tbody tr th {\n        vertical-align: top;\n    }\n\n    .dataframe thead th {\n        text-align: right;\n    }\n</style>\n<table border=\"1\" class=\"dataframe\">\n  <thead>\n    <tr style=\"text-align: right;\">\n      <th></th>\n      <th>project full path</th>\n      <th>project url</th>\n      <th>notification count</th>\n      <th>star count</th>\n    </tr>\n  </thead>\n  <tbody>\n    <tr>\n      <th>24344</th>\n      <td>mirrors/ultralytics/yolov5</td>\n      <td>https://codechina.csdn.net/mirrors/ultralytics...</td>\n      <td>1642</td>\n      <td>7</td>\n    </tr>\n    <tr>\n      <th>9493</th>\n      <td>mirrors/alexeyab/darknet</td>\n      <td>https://codechina.csdn.net/mirrors/alexeyab/da...</td>\n      <td>1405</td>\n      <td>3</td>\n    </tr>\n    <tr>\n      <th>28021</th>\n      <td>EricLee/handpose_x</td>\n      <td>https://codechina.csdn.net/EricLee/handpose_x</td>\n      <td>1292</td>\n      <td>159</td>\n    </tr>\n    <tr>\n      <th>25463</th>\n      <td>mirrors/vuejs/vue-devtools</td>\n      <td>https://codechina.csdn.net/mirrors/vuejs/vue-d...</td>\n      <td>1210</td>\n      <td>11</td>\n    </tr>\n    <tr>\n      <th>9604</th>\n      <td>mirrors/itwanger/JavaBooks</td>\n      <td>https://codechina.csdn.net/mirrors/itwanger/Ja...</td>\n      <td>1179</td>\n      <td>33</td>\n    </tr>\n    <tr>\n      <th>...</th>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n      <td>...</td>\n    </tr>\n    <tr>\n      <th>8251</th>\n      <td>ci-exam-rooms/python/1a0d308ccf2d11eb84ea00163...</td>\n      <td>https://codechina.csdn.net/ci-exam-rooms/pytho...</td>\n      <td>0</td>\n      <td>0</td>\n    </tr>\n    <tr>\n      <th>34041</th>\n      <td>mirrors/TouchScript/TouchScript</td>\n      <td>https://codechina.csdn.net/mirrors/TouchScript...</td>\n      <td>0</td>\n      <td>0</td>\n    </tr>\n    <tr>\n      <th>26483</th>\n      <td>mirrors/github/fetch</td>\n      <td>https://codechina.csdn.net/mirrors/github/fetch</td>\n      <td>0</td>\n      <td>0</td>\n    </tr>\n    <tr>\n      <th>26482</th>\n      <td>aigoals/ampada</td>\n      <td>https://codechina.csdn.net/aigoals/ampada</td>\n      <td>0</td>\n      <td>0</td>\n    </tr>\n    <tr>\n      <th>35663</th>\n      <td>mirrors/fossas/srclib-pip</td>\n      <td>https://codechina.csdn.net/mirrors/fossas/srcl...</td>\n      <td>0</td>\n      <td>0</td>\n    </tr>\n  </tbody>\n</table>\n<p>42357 rows × 4 columns</p>\n</div>"
+     },
+     "execution_count": 4,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "csv"
+   ],
+   "metadata": {
+    "collapsed": false,
+    "pycharm": {
+     "name": "#%%\n"
+    }
+   }
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 5,
+   "outputs": [
+    {
+     "data": {
+      "text/plain": "                                project full path  \\\n24344                  mirrors/ultralytics/yolov5   \n9493                     mirrors/alexeyab/darknet   \n28021                          EricLee/handpose_x   \n25463                  mirrors/vuejs/vue-devtools   \n9604                   mirrors/itwanger/JavaBooks   \n8249                    mirrors/lutzroeder/netron   \n17361               mirrors/tensorflow/tensorflow   \n22435                 mirrors/qqwweee/keras-yolo3   \n14570             mirrors/mobz/elasticsearch-head   \n19528        mirrors/PanJiaChen/vue-element-admin   \n29288                           taosdata/tdengine   \n29634                mirrors/antabot/white-jotter   \n24423                   mirrors/tensorflow/models   \n24580                          qing_gee/csdn-book   \n19881                   mirrors/tzutalin/labelimg   \n38636                      mirrors/dick20/mcm-icm   \n14075              mirrors/microsoftarchive/redis   \n28448  mirrors/gildas-lormeau/jsonview-for-chrome   \n27244              geeknews/CSDN-Developer-Weekly   \n28213              mirrors/tesseract-ocr/tessdata   \n28011           mirrors/bubbliiiing/yolo3-pytorch   \n41707                mirrors/philferriere/cocoapi   \n7395                    mirrors/alibaba/easyexcel   \n12490    mirrors/fo40225/tensorflow-windows-wheel   \n4503           mirrors/qwerty472123/wxappUnpacker   \n\n                                             project url  notification count  \\\n24344  https://codechina.csdn.net/mirrors/ultralytics...                1642   \n9493   https://codechina.csdn.net/mirrors/alexeyab/da...                1405   \n28021      https://codechina.csdn.net/EricLee/handpose_x                1292   \n25463  https://codechina.csdn.net/mirrors/vuejs/vue-d...                1210   \n9604   https://codechina.csdn.net/mirrors/itwanger/Ja...                1179   \n8249   https://codechina.csdn.net/mirrors/lutzroeder/...                1137   \n17361  https://codechina.csdn.net/mirrors/tensorflow/...                1044   \n22435  https://codechina.csdn.net/mirrors/qqwweee/ker...                1000   \n14570  https://codechina.csdn.net/mirrors/mobz/elasti...                 934   \n19528  https://codechina.csdn.net/mirrors/PanJiaChen/...                 880   \n29288       https://codechina.csdn.net/taosdata/tdengine                 843   \n29634  https://codechina.csdn.net/mirrors/antabot/whi...                 841   \n24423  https://codechina.csdn.net/mirrors/tensorflow/...                 750   \n24580      https://codechina.csdn.net/qing_gee/csdn-book                 729   \n19881  https://codechina.csdn.net/mirrors/tzutalin/la...                 723   \n38636  https://codechina.csdn.net/mirrors/dick20/mcm-icm                 717   \n14075  https://codechina.csdn.net/mirrors/microsoftar...                 709   \n28448  https://codechina.csdn.net/mirrors/gildas-lorm...                 685   \n27244  https://codechina.csdn.net/geeknews/CSDN-Devel...                 674   \n28213  https://codechina.csdn.net/mirrors/tesseract-o...                 668   \n28011  https://codechina.csdn.net/mirrors/bubbliiiing...                 656   \n41707  https://codechina.csdn.net/mirrors/philferrier...                 627   \n7395   https://codechina.csdn.net/mirrors/alibaba/eas...                 626   \n12490  https://codechina.csdn.net/mirrors/fo40225/ten...                 612   \n4503   https://codechina.csdn.net/mirrors/qwerty47212...                 610   \n\n       star count  \n24344           7  \n9493            3  \n28021         159  \n25463          11  \n9604           33  \n8249            3  \n17361           3  \n22435           5  \n14570           2  \n19528           6  \n29288         233  \n29634          17  \n24423           2  \n24580          13  \n19881           3  \n38636          48  \n14075           2  \n28448           1  \n27244           3  \n28213          10  \n28011          19  \n41707           3  \n7395            7  \n12490           2  \n4503            6  ",
+      "text/html": "<div>\n<style scoped>\n    .dataframe tbody tr th:only-of-type {\n        vertical-align: middle;\n    }\n\n    .dataframe tbody tr th {\n        vertical-align: top;\n    }\n\n    .dataframe thead th {\n        text-align: right;\n    }\n</style>\n<table border=\"1\" class=\"dataframe\">\n  <thead>\n    <tr style=\"text-align: right;\">\n      <th></th>\n      <th>project full path</th>\n      <th>project url</th>\n      <th>notification count</th>\n      <th>star count</th>\n    </tr>\n  </thead>\n  <tbody>\n    <tr>\n      <th>24344</th>\n      <td>mirrors/ultralytics/yolov5</td>\n      <td>https://codechina.csdn.net/mirrors/ultralytics...</td>\n      <td>1642</td>\n      <td>7</td>\n    </tr>\n    <tr>\n      <th>9493</th>\n      <td>mirrors/alexeyab/darknet</td>\n      <td>https://codechina.csdn.net/mirrors/alexeyab/da...</td>\n      <td>1405</td>\n      <td>3</td>\n    </tr>\n    <tr>\n      <th>28021</th>\n      <td>EricLee/handpose_x</td>\n      <td>https://codechina.csdn.net/EricLee/handpose_x</td>\n      <td>1292</td>\n      <td>159</td>\n    </tr>\n    <tr>\n      <th>25463</th>\n      <td>mirrors/vuejs/vue-devtools</td>\n      <td>https://codechina.csdn.net/mirrors/vuejs/vue-d...</td>\n      <td>1210</td>\n      <td>11</td>\n    </tr>\n    <tr>\n      <th>9604</th>\n      <td>mirrors/itwanger/JavaBooks</td>\n      <td>https://codechina.csdn.net/mirrors/itwanger/Ja...</td>\n      <td>1179</td>\n      <td>33</td>\n    </tr>\n    <tr>\n      <th>8249</th>\n      <td>mirrors/lutzroeder/netron</td>\n      <td>https://codechina.csdn.net/mirrors/lutzroeder/...</td>\n      <td>1137</td>\n      <td>3</td>\n    </tr>\n    <tr>\n      <th>17361</th>\n      <td>mirrors/tensorflow/tensorflow</td>\n      <td>https://codechina.csdn.net/mirrors/tensorflow/...</td>\n      <td>1044</td>\n      <td>3</td>\n    </tr>\n    <tr>\n      <th>22435</th>\n      <td>mirrors/qqwweee/keras-yolo3</td>\n      <td>https://codechina.csdn.net/mirrors/qqwweee/ker...</td>\n      <td>1000</td>\n      <td>5</td>\n    </tr>\n    <tr>\n      <th>14570</th>\n      <td>mirrors/mobz/elasticsearch-head</td>\n      <td>https://codechina.csdn.net/mirrors/mobz/elasti...</td>\n      <td>934</td>\n      <td>2</td>\n    </tr>\n    <tr>\n      <th>19528</th>\n      <td>mirrors/PanJiaChen/vue-element-admin</td>\n      <td>https://codechina.csdn.net/mirrors/PanJiaChen/...</td>\n      <td>880</td>\n      <td>6</td>\n    </tr>\n    <tr>\n      <th>29288</th>\n      <td>taosdata/tdengine</td>\n      <td>https://codechina.csdn.net/taosdata/tdengine</td>\n      <td>843</td>\n      <td>233</td>\n    </tr>\n    <tr>\n      <th>29634</th>\n      <td>mirrors/antabot/white-jotter</td>\n      <td>https://codechina.csdn.net/mirrors/antabot/whi...</td>\n      <td>841</td>\n      <td>17</td>\n    </tr>\n    <tr>\n      <th>24423</th>\n      <td>mirrors/tensorflow/models</td>\n      <td>https://codechina.csdn.net/mirrors/tensorflow/...</td>\n      <td>750</td>\n      <td>2</td>\n    </tr>\n    <tr>\n      <th>24580</th>\n      <td>qing_gee/csdn-book</td>\n      <td>https://codechina.csdn.net/qing_gee/csdn-book</td>\n      <td>729</td>\n      <td>13</td>\n    </tr>\n    <tr>\n      <th>19881</th>\n      <td>mirrors/tzutalin/labelimg</td>\n      <td>https://codechina.csdn.net/mirrors/tzutalin/la...</td>\n      <td>723</td>\n      <td>3</td>\n    </tr>\n    <tr>\n      <th>38636</th>\n      <td>mirrors/dick20/mcm-icm</td>\n      <td>https://codechina.csdn.net/mirrors/dick20/mcm-icm</td>\n      <td>717</td>\n      <td>48</td>\n    </tr>\n    <tr>\n      <th>14075</th>\n      <td>mirrors/microsoftarchive/redis</td>\n      <td>https://codechina.csdn.net/mirrors/microsoftar...</td>\n      <td>709</td>\n      <td>2</td>\n    </tr>\n    <tr>\n      <th>28448</th>\n      <td>mirrors/gildas-lormeau/jsonview-for-chrome</td>\n      <td>https://codechina.csdn.net/mirrors/gildas-lorm...</td>\n      <td>685</td>\n      <td>1</td>\n    </tr>\n    <tr>\n      <th>27244</th>\n      <td>geeknews/CSDN-Developer-Weekly</td>\n      <td>https://codechina.csdn.net/geeknews/CSDN-Devel...</td>\n      <td>674</td>\n      <td>3</td>\n    </tr>\n    <tr>\n      <th>28213</th>\n      <td>mirrors/tesseract-ocr/tessdata</td>\n      <td>https://codechina.csdn.net/mirrors/tesseract-o...</td>\n      <td>668</td>\n      <td>10</td>\n    </tr>\n    <tr>\n      <th>28011</th>\n      <td>mirrors/bubbliiiing/yolo3-pytorch</td>\n      <td>https://codechina.csdn.net/mirrors/bubbliiiing...</td>\n      <td>656</td>\n      <td>19</td>\n    </tr>\n    <tr>\n      <th>41707</th>\n      <td>mirrors/philferriere/cocoapi</td>\n      <td>https://codechina.csdn.net/mirrors/philferrier...</td>\n      <td>627</td>\n      <td>3</td>\n    </tr>\n    <tr>\n      <th>7395</th>\n      <td>mirrors/alibaba/easyexcel</td>\n      <td>https://codechina.csdn.net/mirrors/alibaba/eas...</td>\n      <td>626</td>\n      <td>7</td>\n    </tr>\n    <tr>\n      <th>12490</th>\n      <td>mirrors/fo40225/tensorflow-windows-wheel</td>\n      <td>https://codechina.csdn.net/mirrors/fo40225/ten...</td>\n      <td>612</td>\n      <td>2</td>\n    </tr>\n    <tr>\n      <th>4503</th>\n      <td>mirrors/qwerty472123/wxappUnpacker</td>\n      <td>https://codechina.csdn.net/mirrors/qwerty47212...</td>\n      <td>610</td>\n      <td>6</td>\n    </tr>\n  </tbody>\n</table>\n</div>"
+     },
+     "execution_count": 5,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "csv.iloc[0:25]"
+   ],
+   "metadata": {
+    "collapsed": false,
+    "pycharm": {
+     "name": "#%%\n"
+    }
+   }
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "outputs": [],
+   "source": [],
+   "metadata": {
+    "collapsed": false,
+    "pycharm": {
+     "name": "#%%\n"
+    }
+   }
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 2
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython2",
+   "version": "2.7.6"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 0
+}
\ No newline at end of file

updateRepo_dataAnalysis.py

+import pandas as pd
+import numpy as np
+import argparse
+
+parser = argparse.ArgumentParser()
+parser.add_argument('--csv1_path', default='0611-projects-star-and-notification.csv', type=str)
+parser.add_argument('--csv2_path', default='0618-projects-star-and-notification.csv', type=str)
+parser.add_argument('--sort_values', default='project full path', type=str)
+parser.add_argument('--result_name', default='weekly_growth.csv', type=str)
+args = parser.parse_args()
+
+csv1 = pd.read_csv(args.csv1_path)
+csv2 = pd.read_csv(args.csv2_path)
+  
+
+csv1 = csv1.sort_values(args.sort_values)
+csv2 = csv2.sort_values(args.sort_values)
+  
+
+projectNames1 = []
+for i in range(len(csv1)):
+    projectNames1.append(csv1.iloc[i, 0])
+
+projectNames2 = []
+for i in range(len(csv2)):
+    projectNames2.append(csv2.iloc[i, 0])
+  
+
+in2notin1 = []
+for i in range(len(csv2)):
+    if not csv2.iloc[i, 0] in projectNames1:
+        in2notin1.append(csv2.iloc[i, 0])
+  
+
+for name in in2notin1:
+    csv2.drop(csv2[csv2['project full path'] == name].index, inplace=True)
+  
+
+for i in range(len(csv1)):
+    if csv1.iloc[i, 0] == csv2.iloc[i, 0]:
+        continue
+    print(i, csv1.iloc[i, 0], csv2.iloc[i, 0])
+  
+
+csv1.index = np.asarray(list(range(0, len(csv1))))
+csv2.index = np.asarray(list(range(0, len(csv1))))
+
+notification_sub = csv2['notification count'] - csv1['notification count']
+csv1['notification count'] = notification_sub
+
+star_sub = csv2['star count'] - csv1['star count']
+csv1['star count'] = star_sub
+  
+
+csv1.to_csv(args.result_name, index=False)
\ No newline at end of file

updateRepo_parseYml.py

+import yaml
+import pandas as pd
+import argparse
+
+
+parser = argparse.ArgumentParser()
+parser.add_argument('--index_yml', default='/home/mao/Downloads/operation-work/explore/index.yml', type=str)
+parser.add_argument('--sort_values', default='notification count', type=str)
+parser.add_argument('--result_name', default='weekly_growth.csv', type=str)
+args = parser.parse_args()
+
+with open(args.index_yml, 'r', encoding='utf-8') as stream:
+    try:
+        parse_yml = yaml.safe_load(stream)
+        print(parse_yml)
+    except yaml.YAMLError as exec:
+        print(exec)
+    
+
+parse_yml['projects']
+    
+
+csv = pd.read_csv(args.result_name, usecols=['project full path', 'project url', 'notification count', 'star count'])
+    
+
+csv.head()
+    
+
+csv = csv.sort_values(args.sort_values, ascending=False)
+    
+
+csv.head()
+    
+
+csv.iloc[0, 0]
+    
+
+for i in range(len(parse_yml['projects'])):
+    parse_yml['projects'][i] = csv.iloc[i+25, 0]
+    
+
+parse_yml['projects']
+    
+
+with open(args.index_yml, 'w', encoding='utf-8') as stream:
+    try:
+        yaml.safe_dump(parse_yml, stream)
+    except yaml.YAMLError as exec:
+        print(exec)
\ No newline at end of file