[OE-core] [PATCH v2] distrodata: function to identify new packages on a release
Tan Shen Joon
shen.joon.tan at intel.com
Fri Jul 28 07:35:18 UTC 2017
Identify new packages based on two distinct branches. This
script takes 2 parameters; either a commit-ish or a branch
name
To run : distrocompare.sh <older hash> <newer hash>
E.g. distrocompare.sh morty 92aa0e7
E.g. distrocompare.sh morty pyro
output : The script will produce a file ending with
new_recipe_list.txt preceeded by the branch name from input
Signed-off-by: Tan, Shen Joon <shen.joon.tan at intel.com>
---
scripts/distro/build-recipe-list.py | 117 ++++++++++++++++++++++++++++++++++++
scripts/distro/distrocompare.sh | 83 +++++++++++++++++++++++++
2 files changed, 200 insertions(+)
create mode 100755 scripts/distro/build-recipe-list.py
create mode 100755 scripts/distro/distrocompare.sh
diff --git a/scripts/distro/build-recipe-list.py b/scripts/distro/build-recipe-list.py
new file mode 100755
index 0000000..407deba
--- /dev/null
+++ b/scripts/distro/build-recipe-list.py
@@ -0,0 +1,117 @@
+#!/usr/bin/env python3
+#
+# Copyright (c) 2017, Intel Corporation.
+#
+# This program is free software; you can redistribute it and/or modify it
+# under the terms and conditions of the GNU General Public License,
+# version 2, as published by the Free Software Foundation.
+#
+# This program is distributed in the hope it will be useful, but WITHOUT
+# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
+# more details.
+#
+
+import os
+import shutil
+import csv
+import sys
+import argparse
+
+__version__ = "0.1.0"
+
+recipenames = []
+allrecipes = []
+
+def gather_recipes(rows):
+ # store the data into the array
+ for row in rows:
+ if row[0] not in recipenames:
+ recipenames.append(row[0])
+ allrecipes.append(row)
+
+def generate_recipe_list():
+ # machine list
+ machine_list = ( "qemuarm64", "qemuarm", "qemumips64", "qemumips", "qemuppc", "qemux86-64", "qemux86" )
+ # set filename format
+ fnformat = 'distrodata.%s.csv'
+
+ # store all data files in distrodata
+ datadir = 'distrodata'
+
+ # create the directory if it does not exists
+ if not os.path.exists(datadir):
+ os.mkdir(datadir)
+
+ # doing bitbake distrodata
+ for machine in machine_list:
+ os.system('MACHINE='+ machine + ' bitbake world -c distrodata')
+ shutil.copy('tmp/log/distrodata.csv', 'distrodata/' + fnformat % machine)
+
+ for machine in machine_list:
+ with open('distrodata/' + fnformat % machine) as f:
+ reader = csv.reader(f)
+ rows = reader.__iter__()
+ gather_recipes(rows)
+
+ with open('recipe-list.txt', 'w') as f:
+ for recipe in sorted(recipenames):
+ f.write("%s\n" % recipe)
+ print("file : recipe-list.txt is created with %d entries." % len(recipenames))
+
+ with open('all-recipe-list.txt', 'w') as f:
+ for recipe in sorted(allrecipes):
+ f.write("%s\n" % ','.join([str(data) for data in recipe]))
+
+
+def diff_for_new_recipes(recipe1, recipe2):
+ prev_recipe_path = recipe1 + '/'
+ curr_recipe_path = recipe2 + '/'
+ if not os.path.isfile(prev_recipe_path + 'recipe-list.txt') or not os.path.isfile(curr_recipe_path + 'recipe-list.txt'):
+ print("recipe files do not exists. please verify that the file exists.")
+ exit(1)
+
+ import csv
+
+ prev = []
+ new = []
+
+ with open(prev_recipe_path + 'recipe-list.txt') as f:
+ prev = f.readlines()
+
+ with open(curr_recipe_path + 'recipe-list.txt') as f:
+ new = f.readlines()
+
+ updates = []
+ for pn in new:
+ if not pn in prev:
+ updates.append(pn.rstrip())
+
+ allrecipe = []
+ with open(recipe1 + '_' + recipe2 + '_new_recipe_list.txt','w') as dr:
+ with open(curr_recipe_path + 'all-recipe-list.txt') as f:
+ reader = csv.reader(f, delimiter=',')
+ for row in reader:
+ if row[0] in updates:
+ dr.write("%s,%s,%s" % (row[0], row[3], row[5]))
+ if len(row[9:]) > 0:
+ dr.write(",%s" % ','.join(row[9:]))
+ dr.write("\n")
+
+def main(argv):
+ if argv[0] == "generate_recipe_list":
+ generate_recipe_list()
+ elif argv[0] == "compare_recipe":
+ diff_for_new_recipes(argv[1], argv[2])
+ else:
+ print("no such option. choose either 'generate_recipe_list' or 'compare_recipe'")
+
+ exit(0)
+
+if __name__ == "__main__":
+ try:
+ sys.exit(main(sys.argv[1:]))
+ except Exception as e:
+ print("Exception :", e)
+ sys.exit(1)
+
diff --git a/scripts/distro/distrocompare.sh b/scripts/distro/distrocompare.sh
new file mode 100755
index 0000000..8558d17
--- /dev/null
+++ b/scripts/distro/distrocompare.sh
@@ -0,0 +1,83 @@
+#!/usr/bin/env bash
+#
+# Copyright (c) 2017, Intel Corporation.
+# All rights reserved.
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
+#
+# distrocompare.sh : provides capability to get a list of new packages
+# based on two distinct branches. This script takes
+# 2 parameters; either a commit-ish or a branch name
+#
+# To run : distrocompare.sh <older hash> <newer hash>
+# E.g. distrocompare.sh morty 92aa0e7
+# E.g. distrocompare.sh morty pyro
+#
+
+previous_version=$1
+current_version=$2
+scriptdir="$( realpath $(dirname "${BASH_SOURCE[0]}" ))"
+currentworkdir=`pwd`
+
+if [ -z "$previous_version" ] || [ -z "$current_version" ]; then
+ echo "please input 2 variable; \$1 and \$2"
+ exit 1
+fi
+
+function create_source {
+ mkdir poky
+ cd poky
+ git init
+ git remote add -f origin git://git.yoctoproject.org/poky.git
+}
+
+create_source
+
+#==================================================================
+
+function bake_distrodata {
+ cd $currentworkdir/poky
+ # change the branch / commit
+ git checkout $1
+ # back to main dir
+ cd $currentworkdir
+ # source oe-init to generate a new folder
+ source poky/oe-init-build-env $1
+
+ # if file already exists with distrodata, do not append
+ if ! grep -q "distrodata" "conf/local.conf"; then
+ # add inherit distrodata to local.conf to enable distrodata feature
+ echo 'INHERIT += "distrodata"' >> conf/local.conf
+ fi
+
+ $scriptdir/build-recipe-list.py generate_recipe_list
+
+}
+
+# bake distrodata for the 2 versions
+bake_distrodata $1
+bake_distrodata $2
+
+#==================================================================
+
+cd $currentworkdir
+
+# compare the 2 generated recipe-list.txt
+$scriptdir/build-recipe-list.py compare_recipe $1 $2
+
+# cleanup
+rm -rf poky $1 $2
+
+#==================================================================
--
2.7.4
More information about the Openembedded-core
mailing list