亚洲欧美第一页_禁久久精品乱码_粉嫩av一区二区三区免费野_久草精品视频

? 歡迎來到蟲蟲下載站! | ?? 資源下載 ?? 資源專輯 ?? 關于我們
? 蟲蟲下載站

?? clinearfafeaturecalculator.cpp

?? 強化學習算法(R-Learning)難得的珍貴資料
?? CPP
?? 第 1 頁 / 共 2 頁
字號:
// Copyright (C) 2003
// Gerhard Neumann (gerhard@igi.tu-graz.ac.at)

//                
// This file is part of RL Toolbox.
// http://www.igi.tugraz.at/ril_toolbox
//
// All rights reserved.
// 
// Redistribution and use in source and binary forms, with or without
// modification, are permitted provided that the following conditions
// are met:
// 1. Redistributions of source code must retain the above copyright
//    notice, this list of conditions and the following disclaimer.
// 2. Redistributions in binary form must reproduce the above copyright
//    notice, this list of conditions and the following disclaimer in the
//    documentation and/or other materials provided with the distribution.
// 3. The name of the author may not be used to endorse or promote products
//    derived from this software without specific prior written permission.
// 
// THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
// IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
// OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
// IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
// INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
// NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
// THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

#include "ril_debug.h"
#include "clinearfafeaturecalculator.h"
#include <assert.h>
#include <math.h>

CFeatureOperatorOr::CFeatureOperatorOr() : CFeatureCalculator()
{
	addType(FEATURESTATEDERIVATIONX);

	this->featureFactors = new std::map<CStateModifier *, rlt_real>();
}

CFeatureOperatorOr::~CFeatureOperatorOr()
{
	delete featureFactors;
}

void CFeatureOperatorOr::getModifiedState(CStateCollection *stateCol, CState *state)
{
	assert(bInit);

	std::list<CStateModifier *>::iterator it = getStateModifiers()->begin();
	std::list<CState *>::iterator stateIt = states->begin();

	CState *stateBuf;

	int i = 0;
	int numFeatures = 0;

	for (; it != getStateModifiers()->end(); it++, stateIt++)
	{
		if (stateCol->isMember(*it))
		{
			stateBuf = stateCol->getState(*it);
		}
		else
		{
			stateBuf = *stateIt;
			(*it)->getModifiedState(stateCol, stateBuf);
		}
		rlt_real featureStateFactor = (*this->featureFactors)[*it];
		if (stateBuf->getStateProperties()->isType(FEATURESTATE))
		{
			for (unsigned int j = 0; j < stateBuf->getNumDiscreteStates(); j++)
			{
				state->setDiscreteState(i, stateBuf->getDiscreteState(j) + numFeatures);
				state->setContinuousState(i, stateBuf->getContinuousState(j) * featureStateFactor);
				i ++;
			}
		}
		else
		{
			if (stateBuf->getStateProperties()->isType(DISCRETESTATE))
			{
				state->setDiscreteState(i, stateBuf->getDiscreteState(0) + numFeatures);
				state->setContinuousState(i, featureStateFactor);
				i ++;
			}
		}

		numFeatures += (*it)->getDiscreteStateSize();
	}
	normalizeFeatures(state);
}

void CFeatureOperatorOr::addStateModifier(CStateModifier *featCalc, rlt_real factor)
{
	CStateMultiModifier::addStateModifier(featCalc);
	
    if (!featCalc->isType(STATEDERIVATIONX))
	{
		type = getType() & ~ STATEDERIVATIONX;	
	}
	(*this->featureFactors)[featCalc] = factor;

}

CStateModifier *CFeatureOperatorOr::getStateModifier(int feature)
{
	std::list<CStateModifier *>::iterator it = getStateModifiers()->begin();
	int numFeatures = (*it)->getDiscreteStateSize();

	while (it != getStateModifiers()->end() && numFeatures < feature)
	{
		it ++;

		numFeatures += (*it)->getDiscreteStateSize();
	}

	if (it != getStateModifiers()->end())
	{
		return *it;
	}
	else
	{
		return NULL;
	}
}

void CFeatureOperatorOr::getFeatureDerivationX(int feature, CStateCollection *state, CMyVector *targetVector)
{
	CStateModifier *stateMod = getStateModifier(feature);

	if (stateMod->isType(FEATURESTATEDERIVATIONX))
	{
		CFeatureCalculator *featCalc = dynamic_cast<CFeatureCalculator *>(stateMod);
		featCalc->getFeatureDerivationX(feature, state, targetVector);
	}
}

void CFeatureOperatorOr::initFeatureOperator()
{
	assert(!bInit);

	std::list<CStateModifier *>::iterator it;
	int numFeatures = 0;
	int numActiveFeatures = 0;
	for (it = this->modifiers->begin(); it != modifiers->end(); it ++)
	{
		numActiveFeatures += (*it)->getNumDiscreteStates();

		numFeatures += (*it)->getDiscreteStateSize(0);
	}
	
	initFeatureCalculator(numFeatures, numActiveFeatures);
}

CFeatureOperatorAnd::CFeatureOperatorAnd() : CFeatureCalculator()
{
	addType(FEATURESTATEDERIVATIONX);
}


void CFeatureOperatorAnd::getModifiedState(CStateCollection *stateCol, CState *featState)
{
	int featureOffset = 1;

	std::list<CStateModifier *>::iterator it = getStateModifiers()->begin();
	std::list<CState *>::iterator stateIt = states->begin();


	CState *stateBuf;

	for (unsigned int i = 0; i < getNumDiscreteStates();i ++)
	{
		featState->setDiscreteState(i, 0);
		featState->setContinuousState(i, 1.0);
	}

	int repetitions = getNumDiscreteStates();
	for (int j = 0; it != getStateModifiers()->end(); it ++, stateIt ++, j ++)
	{
		repetitions /= (*it)->getNumDiscreteStates();
		stateBuf = NULL;
		if (stateCol->isMember(*it))
		{
			stateBuf = stateCol->getState(*it);
		}
		else
		{
			stateBuf = *stateIt;
			(*it)->getModifiedState(stateCol, stateBuf);
		}
		
		if (stateBuf->getStateProperties()->isType(FEATURESTATE))
		{
			for (unsigned int i = 0; i < getNumDiscreteStates(); i++)
			{
				unsigned int singleStateFeatureNum = (i / repetitions) % stateBuf->getNumDiscreteStates();
				featState->setDiscreteState(i, featState->getDiscreteState(i) + featureOffset * stateBuf->getDiscreteState(singleStateFeatureNum));
				featState->setContinuousState(i, featState->getContinuousState(i) * stateBuf->getContinuousState(singleStateFeatureNum));
			}
		}
		else
		{
			for (unsigned int i = 0; i < getNumDiscreteStates(); i++)
			{
				featState->setDiscreteState(i, featState->getDiscreteState(i) + featureOffset * stateBuf->getDiscreteState(0));				
			}
		}

		featureOffset = featureOffset * (*it)->getDiscreteStateSize();
	}
	normalizeFeatures(featState);
}

void CFeatureOperatorAnd::getFeatureDerivationX(int feature, CStateCollection *stateCol, CMyVector *derivation)
{
	std::list<CStateModifier *>::iterator it = getStateModifiers()->begin();
	std::list<CState *>::iterator stateIt = states->begin();


	CState *stateBuf;

	rlt_real featureFactor = 1.0;
	CMyVector tempVector(derivation->getNumDimensions());
	
	derivation->initVector(0.0);
	int lfeature = 0;
	rlt_real lfeatureFactor = 0.0;

	for (; it != getStateModifiers()->end(); it ++, stateIt ++)
	{
		stateBuf = NULL;
		
		assert((*it)->isType(FEATURESTATEDERIVATIONX));
		CFeatureCalculator *devXFeatCalc = dynamic_cast<CFeatureCalculator *>(*it);

		tempVector.initVector(0.0);
		if (stateCol->isMember(*it))
		{
			stateBuf = stateCol->getState(*it);
		}
		else
		{
			stateBuf = *stateIt;
			(*it)->getModifiedState(stateCol, stateBuf);
		}
		unsigned int i = 0;
		lfeatureFactor = 0.0;
		lfeature = feature % (*it)->getDiscreteStateSize();
		feature = feature / (*it)->getDiscreteStateSize();

		while (i < stateBuf->getNumDiscreteStates() && stateBuf->getDiscreteState(i) != lfeature)
		{
			i++;
		}
		if (i < stateBuf->getNumDiscreteStates())
		{
			lfeatureFactor = stateBuf->getContinuousState(i);
		}

		devXFeatCalc->getFeatureDerivationX(lfeature, stateCol, &tempVector);
		
		tempVector.multScalar(featureFactor);
		derivation->multScalar(lfeatureFactor);
		
		derivation->addVector(&tempVector);

		featureFactor *= lfeatureFactor;
	}
}

void CFeatureOperatorAnd::addStateModifier(CStateModifier *featCalc)
{
	CStateMultiModifier::addStateModifier(featCalc);

	if (!featCalc->isType(STATEDERIVATIONX))
	{
		type = getType() & ~ STATEDERIVATIONX;	
	}
}

void CFeatureOperatorAnd::initFeatureOperator()
{
	assert(!bInit);
	std::list<CStateModifier *>::iterator it;
	int numFeatures = 1;
	int numActiveFeatures = 1;
	for (it = this->modifiers->begin(); it != modifiers->end(); it ++)
	{
		numActiveFeatures *= (*it)->getNumDiscreteStates();

		numFeatures *= (*it)->getDiscreteStateSize(0);
	}

	initFeatureCalculator(numFeatures, numActiveFeatures);
}

CGridFeatureCalculator::CGridFeatureCalculator(unsigned int numDim, unsigned int dimensions[], unsigned int part[], rlt_real off[], unsigned int numActiveFeatures) : CFeatureCalculator(numActiveFeatures, numActiveFeatures)
{
	this->numDim = numDim;
	this->dimensions = new unsigned int[numDim];
	this->partitions = new unsigned int[numDim];
	this->offsets = new rlt_real[numDim];

	dimensionSize = new unsigned int[numDim];

	numFeatures = 1;
	for (unsigned int i = 0; i < numDim; i ++)
	{
		this->dimensions[i] = dimensions[i];
		this->partitions[i] = part[i];
		this->offsets[i] = off[i];
        dimensionSize[i] = numFeatures;
		numFeatures *= partitions[i];
	}

	for (unsigned int i = 0; i < this->getNumDiscreteStates(); i++)
	{
		this->setDiscreteStateSize(i, numFeatures);
	}

	for (unsigned int i = 0; i < this->getNumContinuousStates(); i++)
	{
		this->setMinValue(i, 0.0);
		this->setMaxValue(i, 1.0);
	}

	gridScale = new rlt_real[numDim];

	for (int i = 0; i < numDim; i++)
	{
		gridScale[i] = 1.0;
	}

	originalState = NULL;
}

CGridFeatureCalculator::~CGridFeatureCalculator()
{
	delete offsets;
	delete partitions;
	delete dimensions;
	delete dimensionSize;

	delete gridScale;
}


unsigned int CGridFeatureCalculator::getNumDimensions()
{
	return numDim;
}

void CGridFeatureCalculator::setGridScale(int dimension, rlt_real scale)
{
	gridScale[dimension] = scale;
}

void CGridFeatureCalculator::getFeaturePosition(unsigned int feature, CMyVector *position)
{
	int partition = 0;
	unsigned int temp = feature;
	
	for (unsigned int i = 0; i < numDim; i++)
	{
		partition = temp % partitions[i];
		position->setElement(i, offsets[i] + 1.0 / partitions[i] * (0.5 + partition) * gridScale[i]);

		temp = temp / partitions[i];
	}
}

unsigned int CGridFeatureCalculator::getActiveFeature(CState *state)
{
	rlt_real part = 0;
	int singleStateFeature = 0;
	unsigned int feature = 0;

	for (unsigned int i = 0; i < numDim; i++)
	{	
		assert(dimensions[i] < state->getNumContinuousStates());

		part = (state->getNormalizedContinuousState(dimensions[i]) - offsets[i]);

		if (state->getStateProperties()->getPeriodicity(i) && gridScale[i] >= 1.0)
		{
			part = part - floor(part);
		}

		singleStateFeature = (int) floor(part * partitions[i] / gridScale[i]);

		if (singleStateFeature < 0)
			singleStateFeature = 0;
		if (singleStateFeature >= partitions[i])
			singleStateFeature = partitions[i] - 1;

		feature += singleStateFeature * dimensionSize[i];
	}
	return feature;
}

void CGridFeatureCalculator::getSingleActiveFeature(CState *state, unsigned int *activeFeature)
{
	rlt_real part = 0;
	int tempSingleStateFeature = 0;

	for (unsigned int i = 0; i < numDim; i++)
	{	
		assert(dimensions[i] < state->getNumContinuousStates());

		part = (state->getNormalizedContinuousState(dimensions[i]) - offsets[i]);

		if (state->getStateProperties()->getPeriodicity(i) && gridScale[i] >= 1.0)
		{
			part = part - floor(part);
		}

		tempSingleStateFeature = (unsigned int) floor(part * partitions[i] / gridScale[i]);

		if (tempSingleStateFeature < 0)
			tempSingleStateFeature = 0;
		if (tempSingleStateFeature >= partitions[i])
			tempSingleStateFeature = partitions[i] - 1;

		activeFeature[i] = tempSingleStateFeature;
	}
}

unsigned int CGridFeatureCalculator::getFeatureIndex(int position[])
{
	unsigned int feature = 0;

	for (unsigned int i = 0; i < numDim; i++)
	{	
		feature +=  position[i] * dimensionSize[i];
	}
	return feature;
}

CTilingFeatureCalculator::CTilingFeatureCalculator(unsigned int numDim, unsigned int dimensions[], unsigned int partitions[], rlt_real offsets[]) : CGridFeatureCalculator(numDim, dimensions, partitions, offsets, 1)
{
}

CTilingFeatureCalculator::~CTilingFeatureCalculator()
{
}
	
void CTilingFeatureCalculator::getModifiedState(CStateCollection *state, CState *featState)
{
	featState->setDiscreteState(0, getActiveFeature(state->getState(originalState)));
	featState->setContinuousState(0, 1.0);
}


CLinearMultiFeatureCalculator::CLinearMultiFeatureCalculator(unsigned int numDim, unsigned int dimensions[], unsigned int partitions[], rlt_real offsets[], unsigned int numActiveFeatures) : CGridFeatureCalculator(numDim, dimensions, partitions, offsets, numActiveFeatures)
{
	areaSize = new unsigned int[numDim];	

	activePosition = new CMyVector(numDim);
	featurePosition = new CMyVector(numDim);
	actualPartition = new unsigned int[numDim];
	singleStateFeatures = new unsigned int[numDim];
}

CLinearMultiFeatureCalculator::~CLinearMultiFeatureCalculator()
{
	delete areaSize;

	delete activePosition;
	delete featurePosition;
	delete [] actualPartition;
	delete [] singleStateFeatures;

}

void CLinearMultiFeatureCalculator::initAreaSize()
{
	memset(areaSize, 0, sizeof(unsigned int) * numDim);
}
	
void CLinearMultiFeatureCalculator::calcNumActiveFeatures()
{
	areaNumPart = 1;
	for (unsigned int i = 0; i < numDim; i++)
	{
		areaNumPart *= areaSize[i];
	}
	this->continuousStates = areaNumPart;
	this->discreteStates = areaNumPart;

	numActiveFeatures = areaNumPart;

	this->discreteStateSize = new unsigned int[discreteStates];
	this->minValues = new rlt_real[continuousStates];
	this->maxValues = new rlt_real[continuousStates];

	for (unsigned int i = 0; i < this->getNumDiscreteStates(); i++)
	{
		this->setDiscreteStateSize(i, numFeatures);
	}

	for (unsigned int i = 0; i < this->getNumContinuousStates(); i++)
	{
		this->setMinValue(i, 0.0);
		this->setMaxValue(i, 1.0);
	}
}

?? 快捷鍵說明

復制代碼 Ctrl + C
搜索代碼 Ctrl + F
全屏模式 F11
切換主題 Ctrl + Shift + D
顯示快捷鍵 ?
增大字號 Ctrl + =
減小字號 Ctrl + -
亚洲欧美第一页_禁久久精品乱码_粉嫩av一区二区三区免费野_久草精品视频
色噜噜夜夜夜综合网| 麻豆91精品视频| 成人一区二区三区在线观看| 91精品久久久久久久91蜜桃| 亚洲欧美日韩中文字幕一区二区三区| 极品尤物av久久免费看| 欧美丝袜丝交足nylons图片| 最新国产成人在线观看| www.欧美.com| 国产精品初高中害羞小美女文| 国产精品一区免费在线观看| 精品久久久久久久人人人人传媒| 久久99热狠狠色一区二区| 欧洲生活片亚洲生活在线观看| 国产精品久久久一本精品 | 日韩一级精品视频在线观看| 一区二区三区在线不卡| 91视频精品在这里| 最新中文字幕一区二区三区| 成人精品视频.| 中文字幕中文字幕一区二区| 成人av资源网站| 伊人开心综合网| 欧美高清视频一二三区| 精品一区二区在线免费观看| 2014亚洲片线观看视频免费| 国产精品888| 综合久久一区二区三区| 欧美精品乱码久久久久久按摩| 日韩精品91亚洲二区在线观看| 91精品国产免费| 国产成人午夜视频| 有坂深雪av一区二区精品| 欧美日韩视频专区在线播放| 免费高清不卡av| 中文字幕中文字幕一区二区| 欧美伊人精品成人久久综合97| 日韩影院在线观看| 日本一区免费视频| 欧美日韩一区三区四区| 国产精品一区二区视频| 亚洲综合在线五月| 日韩欧美在线观看一区二区三区| 国产a精品视频| 日韩激情av在线| 亚洲欧美偷拍卡通变态| 精品久久久久一区| 色婷婷综合在线| 国产精品18久久久久| 亚洲成人黄色影院| 国产精品对白交换视频| 日韩午夜激情av| 久久亚洲精华国产精华液| 欧美这里有精品| 成人黄色免费短视频| 久草热8精品视频在线观看| 亚洲男人天堂av| 国产精品麻豆欧美日韩ww| 日韩精品一区二区三区蜜臀 | 中文字幕不卡的av| 精品久久免费看| 日韩一区二区三区精品视频 | 91国偷自产一区二区三区观看| 极品美女销魂一区二区三区免费 | 色先锋久久av资源部| 成人一区二区三区视频在线观看| 久久99精品国产麻豆婷婷 | 91在线视频免费观看| 久久成人免费日本黄色| 免费高清成人在线| 久久国产精品免费| 久久99久久99小草精品免视看| 午夜亚洲国产au精品一区二区| 亚洲一区二区精品久久av| 亚洲欧美日韩在线不卡| 亚洲综合偷拍欧美一区色| 一区二区三区免费在线观看| 一区二区三区在线观看欧美 | 成人动漫一区二区| 成人av网站大全| 91激情五月电影| 91精品在线观看入口| 91精品国产福利| 久久久久国产精品麻豆| 中文一区在线播放| 一区二区三区在线视频播放 | 欧美大胆一级视频| 日本一区二区高清| 艳妇臀荡乳欲伦亚洲一区| 香蕉av福利精品导航| 国产一区欧美日韩| 成人av网址在线| 欧美久久久久免费| 久久女同性恋中文字幕| 亚洲综合男人的天堂| 精品亚洲欧美一区| 日本精品一区二区三区高清| 日韩欧美一级二级三级| 国产精品超碰97尤物18| 久久超碰97中文字幕| 99re亚洲国产精品| 日韩三级电影网址| 亚洲人吸女人奶水| 国产一区二区三区蝌蚪| 欧美日韩精品二区第二页| 久久日一线二线三线suv| 一区二区三区在线免费播放| 国产馆精品极品| 91精品国产色综合久久久蜜香臀| 国产精品国产自产拍高清av | 蜜桃av一区二区| 91久久精品网| 亚洲欧洲www| 成人午夜激情影院| 精品久久久久av影院| 日韩中文欧美在线| 91国产精品成人| 亚洲同性gay激情无套| 国产91在线看| 欧美国产国产综合| 国产成人av一区二区三区在线| 日韩一区二区三区视频在线| 天堂一区二区在线| 欧美视频一二三区| 久88久久88久久久| 精品久久五月天| 久久国产婷婷国产香蕉| 欧美一级一区二区| 久久国产福利国产秒拍| 日韩欧美一二三| 国产精品一区在线| 国产精品视频你懂的| 成人永久看片免费视频天堂| 中文字幕亚洲在| 91视频精品在这里| 亚洲国产一区二区三区 | 91首页免费视频| 最新不卡av在线| 欧美日韩一级视频| 日日欢夜夜爽一区| 久久免费电影网| av激情亚洲男人天堂| 亚洲影视在线观看| 日韩欧美激情在线| 成人丝袜18视频在线观看| 亚洲狠狠丁香婷婷综合久久久| 欧美日韩国产综合视频在线观看| 日韩高清不卡一区二区三区| 欧美tickle裸体挠脚心vk| 成人精品视频一区二区三区 | 91丨porny丨最新| 日韩激情视频在线观看| 亚洲精品一区二区三区99| 懂色av中文一区二区三区| 亚洲黄色性网站| 精品国产麻豆免费人成网站| 91在线观看高清| 美女视频黄 久久| 亚洲美女淫视频| 久久青草国产手机看片福利盒子| 91麻豆福利精品推荐| 国模无码大尺度一区二区三区| 国产精品福利一区二区三区| 56国语精品自产拍在线观看| 国产成人亚洲精品狼色在线| 调教+趴+乳夹+国产+精品| 亚洲欧洲国产日韩| 日韩精品资源二区在线| 色香色香欲天天天影视综合网| 国内外成人在线| 亚洲电影你懂得| 亚洲色图第一区| 国产欧美日韩久久| 久久―日本道色综合久久| 欧美日韩国产大片| 欧美色图片你懂的| 91丨国产丨九色丨pron| 成人免费视频免费观看| 国产一区二区调教| 韩国一区二区视频| 免费成人在线视频观看| 日本最新不卡在线| 亚洲一区二区三区四区五区黄| 中文一区二区完整视频在线观看| 欧美成人三级在线| 91精品国产欧美一区二区18| 欧美精品免费视频| 欧美高清www午色夜在线视频| 欧美区在线观看| 欧美视频中文一区二区三区在线观看| 不卡视频在线观看| 99免费精品在线观看| 99精品国产热久久91蜜凸| 91影视在线播放| 一本色道久久综合精品竹菊| 欧美亚洲综合在线| 欧美高清视频一二三区| 91精品国产91久久久久久最新毛片 | 精品国免费一区二区三区| 精品精品国产高清一毛片一天堂|