|
hi,
i wrote a code and it has 4 layers and difference count neuron in each layer, and also it has 5 input,output. i have read so many codes of neural network and they have run very fast but mine is very slow.
finally, when i use 400 paterns for input and 100000 iterations ,i wait so much.
can we solve this problem for me ?
i wait your recommend.
Best
this code :
Main Blocak
double err=10, mmse ;
int ss = data.GetLength(0);
snetwork(0);
initializes();
mmse = 0;
double mser=0.0;
for (i = 0; i <iterasyon; i++)
{
mser = 0.0;
for (int xx = 0; xx <data.GetLength(0); xx++)
{
ffw(xx);
backpropagate(xx);
mser += mse(nb_cikis, xx);
}
mmse = mser / data.GetLength(0);
if (mmse < 0.00001) break;
} ;
ffw_egitimout();
backprobagate error:
void backpropagate(int r)
{
double sum;
for (int j = 0; j < networks.layers[networks.layers.Length - 1].noron.Length; j++)
{
networks.layers[networks.layers.Length - 1].noron[j].hata = nb_cikis[r,j] - networks.layers[networks.layers.Length - 1].noron[j].output;
networks.layers[networks.layers.Length - 1].noron[j].delta = networks.layers[networks.layers.Length - 1].noron[j].output * (1 - networks.layers[networks.layers.Length - 1].noron[j].output) * networks.layers[networks.layers.Length - 1].noron[j].hata;
}
for(int i=networks.layers.Length-2;i>0;i--)
{
for(int j=0;j<networks.layers[i].noron.Length;j++)
{
sum=0.0;
for (int k = 0; k < networks.layers[i].noron[j].sbaglanti.Length; k++)
{
sum+= networks.layers[laybul(networks.layers[i].noron[j].sbaglanti[k])].noron[nronbul(networks.layers[i].noron[j].sbaglanti[k])].delta*networks.layers[laybul(networks.layers[i].noron[j].sbaglanti[k])].noron[nronbul(networks.layers[i].noron[j].sbaglanti[k])].dentw[k];
}
networks.layers[i].noron[j].delta=networks.layers[i].noron[j].output*(1-networks.layers[i].noron[j].output)*sum;
}
}
for(int i=1;i<networks.layers.Length;i++)
{
for(int j=0;j<networks.layers[i].noron.Length;j++)
{
for (int k = 0; k < networks.layers[i].noron[j].obaglanti.Length; k++)
{
networks.layers[i].noron[j].dentw[k]+=momentum* networks.layers[i].noron[j].prew[k];
}
networks.layers[i].noron[j].bias+=momentum* networks.layers[i].noron[j].prewbias;
}
}
for(int i=1;i<networks.layers.Length;i++)
{
for(int j=0;j<networks.layers[i].noron.Length;j++)
{
for (int k = 0; k < networks.layers[i].noron[j].obaglanti.Length; k++)
{
networks.layers[i].noron[j].prew[k]=Lr*networks.layers[i].noron[j].delta*networks.layers[laybul(networks.layers[i].noron[j].obaglanti[k])].noron[nronbul(networks.layers[i].noron[j].obaglanti[k])].output;
networks.layers[i].noron[j].dentw[k]+=networks.layers[i].noron[j].prew[k];
}
networks.layers[i].noron[j].prewbias=Lr*networks.layers[i].noron[j].delta;
networks.layers[i].noron[j].bias+=networks.layers[i].noron[j].prewbias;
}
}
}
feed forward calculating:
void ffw(int v)
{
double ssum,ssum1;
for (int n = 0; n < networks.layers[0].noron.Length; n++)
{
networks.layers[0].noron[n].output = ndata[v,n];
}
for (int l = 1; l < networks.layers.Length; l++)
{
for (int n = 0; n < networks.layers[l].noron.Length; n++)
{
ssum = 0.0;
for(int k=0;k<networks.layers[l].noron[n].obaglanti.Length;k++)
{
ssum+= networks.layers[laybul(networks.layers[l].noron[n].obaglanti[k])].noron[nronbul(networks.layers[l].noron[n].obaglanti[k])].output*networks.layers[l].noron[n].dentw[k];
}
ssum+=networks.layers[l].noron[n].bias;
networks.layers[l].noron[n].output=activation(ssum);
}
}
}
network class:
class neuron
{
public double[] dentw,prew;
public double prewbias,bias, hata, delta;
public double[] input;
public double output;
public int[] sbaglanti;
public int[] sbagk;
public int[] obaglanti;
public int numara;
public int lay;
public int nn;
public int dents;
public int oid, sid;
public neuron(int onron, int snron)
{
dentw = new double[onron];
prew = new double[onron];
input = new double[onron];
sbaglanti = new int[snron];
sbagk = new int[snron];
obaglanti = new int[onron];
oid = onron;
sid = snron;
dents = onron;
}
}
class layer
{
public neuron[] noron;
public layer()
{
noron = new neuron[nron];
for (int index = 0; index < noron.Length; index++)
{
noron[index] = new neuron(nron, nron);
}
}
public layer(int neurons, int sneurons, int kendi)
{
noron = new neuron[kendi];
for (int index = 0; index < noron.Length; index++)
{
noron[index] = new neuron(neurons, sneurons);
}
}
}
class net
{
public int ban, hen;
public layer[] layers;
public net()
{
layers = new layer[lay];
for (int index = 0; index < layers.Length; index++)
{
layers[index] = new layer();
}
}
public net(int lays, int[] neuronMap)
{
layers = new layer[lays];
for (int index = (layers.Length - 1); index >= 0; index--)
{
if (index == 0)
layers[index] = new layer(1, neuronMap[index + 1], neuronMap[index]);
else if (index == layers.Length - 1)
layers[index] = new layer(neuronMap[index - 1], 1, neuronMap[index]);
else
layers[index] = new layer(neuronMap[index - 1], neuronMap[index + 1], neuronMap[index]);
}
}
}
#endregion
static int[] neuronMap = new int[] { 5, 10,10, 5 };
net networks = new net(neuronMap.Length, neuronMap);
modified on Monday, October 11, 2010 4:56 AM
|
|
|
|
|
If you are going to post code format it properly by using the pre tags
I know the language. I've read a book. - _Madmatt
|
|
|
|
|
Are you going to read this much long code with this kind of formatting if someone provides
Think yourself and decide
your time begins now
Life's Like a mirror. Smile at it & it smiles back at you.- P Pilgrim
So Smile Please
|
|
|
|
|
Its hard to go through your complete program, but it looks like you are running just too many loops (some of them nested).
I would start at looking to refactor some of your logic to avoid running so many loops.
Also try and use break; to get out of the loop once the loop logic is complete.
The funniest thing about this particular signature is that by the time you realise it doesn't say anything it's too late to stop reading it.
My latest tip/trick
Visit the Hindi forum here.
|
|
|
|
|
Are you still stuggling with this  !
Please format your code, as you can see it is dificult to read and you are being down voted.
Point one: Nested loops = poor performance [generally].
Your class structure is wrongly IMO. Each Neuron should have a List<Dendrite> for both input and output. A Dendrite should have both an input and output Neuron as well as any weighting. You might need to put deltas in there too, I can't remember. There needs to be a special subclass for the Input Layer and Output layer as these don't have Input Neurons and Output Neurons respectively.
Set the activation inputs, and calculate the activations on each layer in succession. The calculation is easy:
InputAcivation = 0.0;
ForEach(Dendrite dendrite in InputDendrites)
InputAcivation += dendrite.Activation;
Activation = Squash(InputActivation);
Note that I have the Dendrite class calculaing the Activation from the input, "Weight * InputActivation".
The backprop works in a similar way (but reverse!) the desired output is placed onto a property on the output layer, and then each layered is worked back to the input. I really can't remember the ins and outs of this, but you only really need to loop over each neuron in each layer to do this, plus the dendrites.
One advantage of generic Lists over arrays (if you are having a speed problem) is that you can trim "dead" connections (ones whose weights are near zero and have little momentum over multiple tries. Another suggestion is to try to define Halting Criteria, which defines when the NNW is getting it right enough to stop learning. You can over-train a NNW.
One final thing, the OO encapsulation is poor IMO, the calculation code (as I have suggested above) should be in the Neurons, not the main code block. This goes for the backprop calcs too. If you do this, you won't have so many array calls confusing the mix, and you'll be able to profile your app a little better.
[Edit]
My class structure probably isn't the best, I last wrote a NNW ~10 years ago as an undergrad, in c++, but hopefully you'll get the idea. Did you check out the NNW article on CP I mentioned in your previous thread?
|
|
|
|
|
hi, Everybody.
Firstly Thanks for repyl.
i wonder, is there any solution for nested loop in ANN.
can you explain with a example?
My project is about back propagation neural network this project.
to run fast of this project, when i can change my class, will program run fast ?
|
|
|
|
|
Hello,
I am dealing with some problems on using the Wpf advanced text formatting capabilities. I have created my custom TextSource, which loops through custom spans in text lines than contain properties such as offset, length and forecolor. For each span, it creates a TextRun - however, through debugging, I have found out that it creates the TextRuns multiple times for each span, which results in text being shown multiple times.
Have anyone had the same problem? Should I post my code?
Thanks,
Theo
|
|
|
|
|
Theodor Storm Kristensen wrote: Should I post my code?
Yes - but in the WPF forum.
Real men don't use instructions. They are only the manufacturers opinion on how to put the thing together.
|
|
|
|
|
Hi Experts,
Kindly let me know that, How may I use following command using C#?
MD C:\ABC123
Regards
(Riaz)
|
|
|
|
|
Google is your friend:
http://msdn.microsoft.com/en-us/library/as2f1fez.aspx[^]
.45 ACP - because shooting twice is just silly
-----
"Why don't you tie a kerosene-soaked rag around your ankles so the ants won't climb up and eat your candy ass..." - Dale Earnhardt, 1997
-----
"The staggering layers of obscenity in your statement make it a work of art on so many levels." - J. Jystad, 2001
|
|
|
|
|
|
Well, MD means Make Directory, so you could always use the equivalent .NET Framework commands:
if (!Directory.Exists(myDirectory))
{
Directory.CreateDirectory(myDirectory);
}
|
|
|
|
|
Process p = new Process();
p.StartInfo.FileName = "cmd.exe";
p.StartInfo.UseShellExecute = false;
p.StartInfo.RedirectStandardInput = true;
p.StartInfo.RedirectStandardOutput = true;
p.StartInfo.RedirectStandardError = true;
p.StartInfo.CreateNoWindow = true;
if (p.Start())
{
p.StandardInput.WriteLine("net use " + strFileName + " " + strPwd + " /user:" + strDomain + "\\" + strId);
p.StandardInput.WriteLine("exit");
p.WaitForExit();
string ReturnText = p.StandardOutput.ReadToEnd();
if (ReturnText.IndexOf("成功") >= 0)
Dts.TaskResult = (int)ScriptResults.Success;
else
throw new Exception("fail");
}
else
throw new Exception("fail");
Refrence: http://www.programlive.tk
|
|
|
|
|
I am trying to create an all singing all dancing and very dynamic user control.
On this user control is a button that when you click it opens a new form. The new form populates a list box type with a set of enumeration values and allows the user to make a few selections and then close it.
What I am wondering is how I can pass the list box's selected items back to the user control as a property or something so that the controls parent form can access it. I wanted to avoid passing it back to the root form and keep it all in the user control to keep the API for the thing simple.
I have tried most of the examples where I add properties or 'setting' functions that I then call from the parent user control. I get red lines under things in VS telling me that the property/method is not a member of the 'windows.forms class'... casting problem?
This is how I call it in the user control...
private void bn_show_a_listbox_form_Click(object sender, EventArgs e)
{
Form listbox_form = new listbox_form_Dialog(typeof(enum_for_the_list_box));
listbox_form .Show();
listbox_form .Dispose();
}
Any help would be most welcome.
|
|
|
|
|
You are on the right track - create a property to access the listbox selected items as part of the form, and access them in the click event.
BTW: Don't do this:
JasonD_S wrote: listbox_form .Show();
listbox_form .Dispose();
The Form.Show() method returns immediately - the form will be displayed later. You cannot dispose it yet - it is still in use. I suspect you want to use Form.ShowDialog() instead as that waits for the user to finish with the form before it returns. You can then access the new form property to get the listbox selected items before you dispose the form.
Real men don't use instructions. They are only the manufacturers opinion on how to put the thing together.
|
|
|
|
|
This I have tried... it's been a while since I last used .Net (have been mostly doing C on Linux recently!  ), but I get the error from VS that the list_box_selected_blah is not a property of windows.forms.... it doesn't seem to recognise that the object it one of my own creation. Most odd. Any ideas?
|
|
|
|
|
How are you defining it?
Real men don't use instructions. They are only the manufacturers opinion on how to put the thing together.
|
|
|
|
|
I know this may seem like a convoluted way of just showing a list box, but there is limited space on screen that is going to be populated by a lot of these users controls so it makes sense to have options displayed in new forms...
Form Text_List = new Text_List_Dialog(typeof(enum_For_The_Text_List));
where
public partial class Text_List_Dialog: Form
{
//Stuff
}
Any clearer?
|
|
|
|
|
No, what I meant was how are you defining the selected items property?
I assume something like:
public partial class Text_List_Dialog: Form
{
...
public List<string> SelectedItems
{
get
{
List<string> items = new List<string>;
for (int i = 0; i < ListBox1.SelectedItems.Count; i++)
{
items.Add(ListBox1.SelectedItems[i].ToString);
}
return items;
}
}
...
}If not, what are you doing?
Real men don't use instructions. They are only the manufacturers opinion on how to put the thing together.
|
|
|
|
|
You could set make your listbox public, and in your form closing handler, just do something tith form.listBox.SelectedItems.
Of course there are a number of ways to handle this, and this is just one of them.
.45 ACP - because shooting twice is just silly
-----
"Why don't you tie a kerosene-soaked rag around your ankles so the ants won't climb up and eat your candy ass..." - Dale Earnhardt, 1997
-----
"The staggering layers of obscenity in your statement make it a work of art on so many levels." - J. Jystad, 2001
|
|
|
|
|
Visual studio .Net 2008 C#
User toolbar editing example code please....
don't find search in codeproject example code..
|
|
|
|
|
Hi -
I have a piece of C# code that write message log to Database. Now I would like to create unit test scripts using Visual Studio Unit Test framework.
I need to create Unit Test code to verify if the data is written properly to the database or not.
How do I write code or what mechanism I should use to verify this.
Thanks,
Shub
|
|
|
|
|
See here[^].
The funniest thing about this particular signature is that by the time you realise it doesn't say anything it's too late to stop reading it.
My latest tip/trick
Visit the Hindi forum here.
|
|
|
|
|
Well in my opinion doing a unit test does not involve actually seeing if the data got written properly to the database. That is an integration test in my opinion. Unit tests should just test that module and nothing else. I would make a mock database adaptor and have the test make sure all the proper commands where made to the adaptor from your code. To me this is a truer unit test.
Leon Lambert
|
|
|
|
|
You have two choices.
First choice is actually write the data to the Database, ideally within a transation so that it can be rolled back. You need to be able to run your Unit Tests repeatedly without leaving a mess behind.
Second Choice is to Mock the Database. If you haven't designed your app from the start with this in mind then it can be tricky to retrofit.
If you need more info on Mocking just ask.
-Rd
Hit any user to continue.
|
|
|
|
General 
News 
Suggestion 
Question 
Bug 
Answer 
Joke 
Praise 
Rant 
Admin 
Submit an article or tip
