Checkpoint

Dockerfile

@@ -11,12 +11,12 @@ RUN apt-get update && apt-get install -y \
     && apt-get clean
 
 # Create a directory to store downloaded packages
-RUN mkdir -p /downloads
+RUN mkdir -p /downloads/info/tools
 
 # Download Python packages and their dependencies
 # Replace 'python3-requests python3-numpy' with the packages you need
-RUN apt-get update && \
-    apt-get download -o=dir::cache=/downloads python3-requests python3-numpy
+#RUN apt-get update && \
+#    apt-get download -o=dir::cache=/downloads python3-requests python3-numpy
 
 # Download Python packages and their dependencies
 # Replace 'python3-requests python3-numpy' with the packages you need
@@ -25,11 +25,12 @@ RUN apt-get update && \
 
 #RUN apt-offline set ~/apt-offline.sig
 RUN apt-get update && \
-    apt-get install -y git
+    apt-get install -y git tree vim
 
-RUN mkdir /libraries
-WORKDIR /libraries
-#COPY /home/drouleau/mydev/libraries/* /libraries
+#RUN mkdir /libraries
+#WORKDIR /libraries
+#RUN git clone https://bitbucket.wrs.com/scm/ct/cdad-generator.git /libraries
+#COPY  ./mydev/libraries/* /libraries/
 
 # List the contents of the download directory
 RUN ls -l /downloads
@@ -38,7 +39,13 @@ RUN ls -l /downloads
 WORKDIR /downloads
 
 # copy the packages into the container
-COPY ./downloaded_packages/*deb /downloads
+#COPY ./downloaded_packages/*deb /downloads
+
+
+COPY  ./info/ /downloads/info/
+
+
+
 
 # Set entrypoint (optional)
 CMD ["bash"]

info/mydev/cdad-generator

@@ -0,0 +1 @@
+Subproject commit 088989a57fb4b74e49bb5463ac3e89e86bbd8b59

info/mydev/libraries

@@ -0,0 +1 @@
+Subproject commit d511a25a18f3effcfe45d4df8999484de6d18ca6

info/packages/names/all_imports_from_co_code.txt

@@ -0,0 +1,175 @@
+argparse
+ast
+base64
+certofffcbo.fcbo
+certoffpolarion.polarionWebServices
+certoffutils.config
+colorama
+compAnalysisFunctions
+configparser
+copy
+csv
+datetime
+docx
+getpass
+glob
+hashlib
+io
+itertools
+json
+logging
+lxml
+math
+mongoengine
+numpy
+openpyxl
+operator
+os
+os.path
+pandas
+pathlib
+pickle
+pwd
+random
+re
+redis
+requests
+shutil
+socket
+stat
+string
+subprocess
+sys
+tempfile
+textwrap
+time
+traceback
+urllib
+utils.macroStateParser
+xml.etree.ElementTree
+zipfile
+annotations
+annotationsApp
+argparse
+bs4
+catData
+cdadReverter
+certofffcbo.fcbo
+certoffmongo.dwarf
+certoffpolarion
+certoffpolarion.polarionWebServices
+certoffpolarion.wicache
+certoffsymbols
+certoffutils.config
+certoffutils.filters
+certoffutils.git
+certoffutils.utils
+collections
+.compArtifDocGen
+compArtifDocGen
+component
+componentToFileMapping
+configparser
+copy
+couplingTable
+customPropsEditor
+datadictTable
+datadictUtils
+datetime
+devUtils
+difflib
+doctest
+docx
+docx.enum.dml
+docx.enum.style
+docx.enum.table
+docx.enum.text
+docx.image.image
+docx.opc.constants
+docx.oxml
+docx.oxml.ns
+docx.oxml.shared
+docx.oxml.xmlchemy
+docxpolarion
+docxpolarionCDAD
+docxpolarionCTAD
+docxpolarionMerged
+docx.shared
+dotiutils
+environUtils
+excUtils
+flask
+flask.cli
+flask_login
+flask_mongoengine
+flask_wtf
+formatters
+genericTable
+gitlab
+gitlab.exceptions
+GitLab_wrapper
+glob
+hlrTable
+html
+io
+itertools
+jinja2
+llrTables
+login
+lxml
+mako.template
+.metrics
+mongo
+mongoengine
+mongoengine.fields
+openpyxl
+openpyxl.styles
+operator
+os
+pathlib
+pcDataCoupling
+polarion
+polInterface
+publishedDataCoupling
+random
+setuptools
+shutil
+socket
+.source
+sourceCodeTable
+subprocess
+symbolsTables
+tableMaker
+tabulate
+tcTables
+tempfile
+time
+tokenize
+tpTables
+traceback
+urllib.parse
+utils
+utils.artifact
+utils.buildCmdUtils
+utils.component
+utils.config
+utils.datadictUtils
+utils.functionFinder
+utils.metrics
+utils.metricsEloc
+utils.metricsNesting
+utils.myfilelistutils
+utils.project
+utils.source
+utils.sourceObject
+utils.symbol
+utils.tag
+wiTables
+workitem
+workitemUtils
+wtforms
+wtforms.validators
+xml.etree.ElementTree
+zeep
+zeep.helpers
+zeep.plugins

info/packages/names/from_imports_from_co_code.txt

@@ -0,0 +1,125 @@
+annotations
+annotationsApp
+argparse
+bs4
+catData
+cdadReverter
+certofffcbo.fcbo
+certoffmongo.dwarf
+certoffpolarion
+certoffpolarion.polarionWebServices
+certoffpolarion.wicache
+certoffsymbols
+certoffutils.config
+certoffutils.filters
+certoffutils.git
+certoffutils.utils
+collections
+.compArtifDocGen
+compArtifDocGen
+component
+componentToFileMapping
+configparser
+copy
+couplingTable
+customPropsEditor
+datadictTable
+datadictUtils
+datetime
+devUtils
+difflib
+doctest
+docx
+docx.enum.dml
+docx.enum.style
+docx.enum.table
+docx.enum.text
+docx.image.image
+docx.opc.constants
+docx.oxml
+docx.oxml.ns
+docx.oxml.shared
+docx.oxml.xmlchemy
+docxpolarion
+docxpolarionCDAD
+docxpolarionCTAD
+docxpolarionMerged
+docx.shared
+dotiutils
+environUtils
+excUtils
+flask
+flask.cli
+flask_login
+flask_mongoengine
+flask_wtf
+formatters
+genericTable
+gitlab
+gitlab.exceptions
+GitLab_wrapper
+glob
+hlrTable
+html
+io
+itertools
+jinja2
+llrTables
+login
+lxml
+mako.template
+.metrics
+mongo
+mongoengine
+mongoengine.fields
+openpyxl
+openpyxl.styles
+operator
+os
+pathlib
+pcDataCoupling
+polarion
+polInterface
+publishedDataCoupling
+random
+setuptools
+shutil
+socket
+.source
+sourceCodeTable
+subprocess
+symbolsTables
+tableMaker
+tabulate
+tcTables
+tempfile
+time
+tokenize
+tpTables
+traceback
+urllib.parse
+utils
+utils.artifact
+utils.buildCmdUtils
+utils.component
+utils.config
+utils.datadictUtils
+utils.functionFinder
+utils.metrics
+utils.metricsEloc
+utils.metricsNesting
+utils.myfilelistutils
+utils.project
+utils.source
+utils.sourceObject
+utils.symbol
+utils.tag
+wiTables
+workitem
+workitemUtils
+wtforms
+wtforms.validators
+xml.etree.ElementTree
+zeep
+zeep.helpers
+zeep.plugins

info/packages/names/imports_from_co_code.txt

@@ -0,0 +1,50 @@
+argparse
+ast
+base64
+certofffcbo.fcbo
+certoffpolarion.polarionWebServices
+certoffutils.config
+colorama
+compAnalysisFunctions
+configparser
+copy
+csv
+datetime
+docx
+getpass
+glob
+hashlib
+io
+itertools
+json
+logging
+lxml
+math
+mongoengine
+numpy
+openpyxl
+operator
+os
+os.path
+pandas
+pathlib
+pickle
+pwd
+random
+re
+redis
+requests
+shutil
+socket
+stat
+string
+subprocess
+sys
+tempfile
+textwrap
+time
+traceback
+urllib
+utils.macroStateParser
+xml.etree.ElementTree
+zipfile

info/tools/get_imports_from_co_code.sh

@@ -0,0 +1,32 @@
+
+
+SCRIPT_DIR=${0%/*}
+SCRIPT_DIR=${0%$base}
+SCRIPT_DIR=$(dirname $0)
+SCRIPT_DIR="$( realpath -e -- "$SCRIPT_DIR"; )";
+
+CODE_DIR=$1
+echo $CODE_DIR
+DEST_DIR="${SCRIPT_DIR}/../packages/names/"
+DEST_DIR="$( realpath -e -- "$DEST_DIR"; )";
+
+IMPORTS_FROM_CODE="${DEST_DIR}/imports_from_co_code.txt"
+FROM_IMPORTS_CODE="${DEST_DIR}/from_imports_from_co_code.txt"
+ALL_IMPORTS_FROM_CODE="${DEST_DIR}/all_imports_from_co_code.txt"
+
+#### GET ALL IMPORTED MODULES FROM SRC CODE
+pushd ${CODE_DIR} 
+ack  --nogroup "^import " | cut -d':' -f3 | cut -d' ' -f2 | cut -d' ' -f1 | sort --unique >  "${IMPORTS_FROM_CODE}"
+ack  --nogroup "^from " | cut -d':' -f3 | cut -d' ' -f2 | cut -d' ' -f1 | sort --unique > "${FROM_IMPORTS_CODE}"
+
+# concatenate both lists and sort
+cat ${IMPORTS_FROM_CODE} ${FROM_IMPORTS_CODE} > ${ALL_IMPORTS_FROM_CODE}
+popd
+
+exit
+
+#### GET ALL AVAILABLE PACKAGES FROM PYTHON INSTALLATION
+cd /usr/lib/python3.10/ && ls -1 *.py | cut -d'.' -f1 > ${DEST_DIR}/std_modules.txt
+cd /usr/lib/python3.10/distutils && ls -1 *.py | cut -d'.' -f1 > ${DEST_DIR}/distutils.txt
+
+cat ${DEST_DIR}/std_modules.txt ${DEST_DIR}/distutils.txt > ${DEST_DIR}/system_modules.txt

info/tools/get_installed_packages.sh

@@ -0,0 +1,39 @@
+
+
+SCRIPT_DIR=${0%/*}
+SCRIPT_DIR=${0%$base}
+SCRIPT_DIR=$(dirname $0)
+SCRIPT_DIR="$( realpath -e -- "$SCRIPT_DIR"; )";
+
+CODE_DIR=$1
+echo $CODE_DIR
+DEST_DIR="${SCRIPT_DIR}/../packages/names/"
+DEST_DIR="$( realpath -e -- "$DEST_DIR"; )";
+
+IMPORTS_FROM_CODE="${DEST_DIR}/imports_from_co_code.txt"
+FROM_IMPORTS_CODE="${DEST_DIR}/from_imports_from_co_code.txt"
+ALL_IMPORTS_FROM_CODE="${DEST_DIR}/all_imports_from_co_code.txt"
+
+#### GET ALL IMPORTED MODULES FROM SRC CODE
+#pushd ${CODE_DIR} 
+#ack  --nogroup "^import " | cut -d':' -f3 | cut -d' ' -f2 | cut -d' ' -f1 | sort --unique >  "${IMPORTS_FROM_CODE}"
+#ack  --nogroup "^from " | cut -d':' -f3 | cut -d' ' -f2 | cut -d' ' -f1 | sort --unique > "${FROM_IMPORTS_CODE}"
+#
+## concatenate both lists and sort
+#cat ${IMPORTS_FROM_CODE} ${FROM_IMPORTS_CODE} > ${ALL_IMPORTS_FROM_CODE}
+#popd
+
+
+
+PYTHON_DIR="/usr/lib/python3.10/"
+PYTHON_DIR=$1
+
+echo "PYTHON_PATH = ${PYTHON_DIR}"
+
+#### GET ALL AVAILABLE PACKAGES FROM PYTHON INSTALLATION
+#cd /usr/lib/python3.10/ && ls -1 *.py | cut -d'.' -f1 > ${DEST_DIR}/std_modules.txt
+#cd /usr/lib/python3.10/distutils && ls -1 *.py | cut -d'.' -f1 > ${DEST_DIR}/distutils.txt
+cd ${PYTHON_DIR}/ && ls -1 *.py | cut -d'.' -f1 > ${DEST_DIR}/std_modules.txt
+cd ${PYTHON_DIR}/distutils && ls -1 *.py | cut -d'.' -f1 > ${DEST_DIR}/distutils.txt
+
+cat ${DEST_DIR}/std_modules.txt ${DEST_DIR}/distutils.txt | sort --unique > ${DEST_DIR}/system_modules.txt

info/tools/remove_items_from_left.py

@@ -0,0 +1,18 @@
+def remove_items_in_a_from_b(left, right):
+    left_lines = open(left, 'r').readlines()
+    right_lines = open(right, 'r').readlines()
+
+    return [line for line in right_lines if line not in left_lines]
+
+if __name__ == '__main__':
+    import os
+    import sys
+
+    left = os.path.expanduser(sys.argv[1])
+    right = os.path.expanduser(sys.argv[2])
+    print(f' LEFT: {left}')
+    print(f'RIGHT: {right}')
+    unique_in_b = remove_items_in_a_from_b(left, right)
+    print("___________")
+    print(''.join(unique_in_b))
+