[shell] 多进程脚本分析CVE数据库信息

$cat steps.sh
rm -r output
mkdir -p output

#允许的进程数
THREAD_MAX=24

#$$是进程pid
Pfifo="/tmp/$$.fifo"
mkfifo $Pfifo

#定义描述符为8848的管道
exec 8848<>$Pfifo
rm -f $Pfifo

#预先写入指定数量的换行符，一个换行符代表一个进程
for ((i=0;i<$THREAD_MAX;i++))
do
echo -ne "\n" 1>&8848
done

for URL in `cat CVE_XML_urls`; do
{

CVE_in_XML=`basename $URL|sed -e "s/.gz$//g"`;
wget $URL;
gunzip -f $CVE_in_XML.gz

echo $CVE_in_XML;

perl convert-nvdcve $CVE_in_XML

grep cpe $CVE_in_XML|grep product |sort|awk -F '<|>' '{ if($3!="") print $3 }' > $CVE_in_XML.cpe

for cpe_entry in `cat $CVE_in_XML.cpe`; do
{
#进程控制
read -u 8848
{

echo $cpe_entry;
vendor=`echo $cpe_entry |awk -F ":" '{print $3}'`
product=`echo $cpe_entry |awk -F ":" '{print $4}'`
perl NVD_parser.pl $CVE_in_XML.db $CVE_in_XML.idx_cpe.db $cpe_entry >> output/$vendor.$product.urls;
echo -ne "\n" 1>&8848
}&
}
done
}&
done

wait

#关闭管道
exec 8848>&-

echo "\nDone"