Created
June 25, 2012 03:19
-
-
Save wkerzendorf/2986286 to your computer and use it in GitHub Desktop.
ipython parallel recarray problem
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
In [1]: from IPython.parallel import Client | |
In [2]: rc = Client() | |
In [3]: myrec = random.random((10,3)) | |
In [4]: myrec | |
Out[4]: | |
array([[ 0.83451781, 0.86186735, 0.11552798], | |
[ 0.4613526 , 0.01918926, 0.97660991], | |
[ 0.24444724, 0.90042933, 0.42245563], | |
[ 0.60397285, 0.31852441, 0.95417152], | |
[ 0.33664514, 0.10352925, 0.26490221], | |
[ 0.17350978, 0.48999519, 0.79446595], | |
[ 0.13440561, 0.54412504, 0.47959532], | |
[ 0.2033645 , 0.01650386, 0.92401459], | |
[ 0.8991941 , 0.45646286, 0.72075788], | |
[ 0.29105083, 0.00203499, 0.30519225]]) | |
In [5]: myrec = myrec.astype([('x', float64), ('y', float64), ('z', float64)]) | |
In [6]: dv = rc[:] | |
In [7]: dv.push(dict(myrec=myrec)) | |
Out[7]: <AsyncResult: _push> | |
In [8]: dv.block=True | |
In [9]: dv.pull('myrec') | |
Out[9]: | |
[array([[|b?^???|b?^???|b?^???, ?e?j????e?j????e?j???, | |
P־?=???P־?=???P־?=???], | |
[?<? ͆???<? ͆???<? ͆??, ??0Y??? ??0Y??? ??0Y???, | |
<S?oc@??<S?oc@??<S?oc@??], | |
[?T | |
J???T | |
J???T | |
J??, I?)Q???I?)Q???I?)Q???, | |
D??S? ??D??S? ??D??S? ??], | |
[zz?S??zz?S??zz?S??, :F?1?b??:F?1?b??:F?1?b??, | |
70U?????70U?????70U?????], | |
[\? | |
????\? | |
????\? | |
????, ?i??䀺??i??䀺??i??䀺?, | |
?vrd(????vrd(????vrd(???], | |
[H(??5??H(??5??H(??5??, fM4?\??fM4?\??fM4?\??, | |
D??Cl??D??Cl??D??Cl??], | |
[0?^?34??0?^?34??0?^?34??, 2???xi??2???xi??2???xi??, | |
??ߔ??????ߔ??????ߔ????], | |
[?}+????}+????}+???, @???c??@???c??@???c??, | |
?M8 ?????M8 ?????M8 ????], | |
[{Nò2???{Nò2???{Nò2???, 6???6??6???6??6???6??, | |
>?r??], ? | |
[n賬????n賬????n賬????, ??ͯ?`???ͯ?`???ͯ?`?, | |
?? | |
E????? | |
E????? | |
E???]], | |
dtype='|V24'), | |
array([[|b?^???|b?^???|b?^???, ?e?j????e?j????e?j???, | |
P־?=???P־?=???P־?=???], | |
[?<? ͆???<? ͆???<? ͆??, ??0Y??? ??0Y??? ??0Y???, | |
<S?oc@??<S?oc@??<S?oc@??], | |
[?T | |
J???T | |
J???T | |
J??, I?)Q???I?)Q???I?)Q???, | |
D??S? ??D??S? ??D??S? ??], | |
[zz?S??zz?S??zz?S??, :F?1?b??:F?1?b??:F?1?b??, | |
70U?????70U?????70U?????], | |
[\? | |
????\? | |
????\? | |
????, ?i??䀺??i??䀺??i??䀺?, | |
?vrd(????vrd(????vrd(???], | |
[H(??5??H(??5??H(??5??, fM4?\??fM4?\??fM4?\??, | |
D??Cl??D??Cl??D??Cl??], | |
[0?^?34??0?^?34??0?^?34??, 2???xi??2???xi??2???xi??, | |
??ߔ??????ߔ??????ߔ????], | |
[?}+????}+????}+???, @???c??@???c??@???c??, | |
?M8 ?????M8 ?????M8 ????], | |
[{Nò2???{Nò2???{Nò2???, 6???6??6???6??6???6??, | |
>?r??], ? | |
[n賬????n賬????n賬????, ??ͯ?`???ͯ?`???ͯ?`?, | |
?? | |
E????? | |
E????? | |
E???]], | |
dtype='|V24'), | |
array([[|b?^???|b?^???|b?^???, ?e?j????e?j????e?j???, | |
P־?=???P־?=???P־?=???], | |
[?<? ͆???<? ͆???<? ͆??, ??0Y??? ??0Y??? ??0Y???, | |
<S?oc@??<S?oc@??<S?oc@??], | |
[?T | |
J???T | |
J???T | |
J??, I?)Q???I?)Q???I?)Q???, | |
D??S? ??D??S? ??D??S? ??], | |
[zz?S??zz?S??zz?S??, :F?1?b??:F?1?b??:F?1?b??, | |
70U?????70U?????70U?????], | |
[\? | |
????\? | |
????\? | |
????, ?i??䀺??i??䀺??i??䀺?, | |
?vrd(????vrd(????vrd(???], | |
[H(??5??H(??5??H(??5??, fM4?\??fM4?\??fM4?\??, | |
D??Cl??D??Cl??D??Cl??], | |
[0?^?34??0?^?34??0?^?34??, 2???xi??2???xi??2???xi??, | |
??ߔ??????ߔ??????ߔ????], | |
[?}+????}+????}+???, @???c??@???c??@???c??, | |
?M8 ?????M8 ?????M8 ????], | |
[{Nò2???{Nò2???{Nò2???, 6???6??6???6??6???6??, | |
>?r??], ? | |
[n賬????n賬????n賬????, ??ͯ?`???ͯ?`???ͯ?`?, | |
?? | |
E????? | |
E????? | |
E???]], | |
dtype='|V24'), | |
array([[|b?^???|b?^???|b?^???, ?e?j????e?j????e?j???, | |
P־?=???P־?=???P־?=???], | |
[?<? ͆???<? ͆???<? ͆??, ??0Y??? ??0Y??? ??0Y???, | |
<S?oc@??<S?oc@??<S?oc@??], | |
[?T | |
J???T | |
J???T | |
J??, I?)Q???I?)Q???I?)Q???, | |
D??S? ??D??S? ??D??S? ??], | |
[zz?S??zz?S??zz?S??, :F?1?b??:F?1?b??:F?1?b??, | |
70U?????70U?????70U?????], | |
[\? | |
????\? | |
????\? | |
????, ?i??䀺??i??䀺??i??䀺?, | |
?vrd(????vrd(????vrd(???], | |
[H(??5??H(??5??H(??5??, fM4?\??fM4?\??fM4?\??, | |
D??Cl??D??Cl??D??Cl??], | |
[0?^?34??0?^?34??0?^?34??, 2???xi??2???xi??2???xi??, | |
??ߔ??????ߔ??????ߔ????], | |
[?}+????}+????}+???, @???c??@???c??@???c??, | |
?M8 ?????M8 ?????M8 ????], | |
[{Nò2???{Nò2???{Nò2???, 6???6??6???6??6???6??, | |
>?r??], ? | |
[n賬????n賬????n賬????, ??ͯ?`???ͯ?`???ͯ?`?, | |
?? | |
E????? | |
E????? | |
E???]], | |
dtype='|V24')] | |
In [10]: import cPickle as pickle | |
In [11]: pickle.loads(pickle.dump | |
pickle.dump pickle.dumps | |
In [11]: pickle.loads(pickle.dumps(myrec)) | |
Out[11]: | |
array([[(0.8345178103437116, 0.8345178103437116, 0.8345178103437116), | |
(0.8618673497577986, 0.8618673497577986, 0.8618673497577986), | |
(0.115527980435979, 0.115527980435979, 0.115527980435979)], | |
[(0.46135259604211576, 0.46135259604211576, 0.46135259604211576), | |
(0.019189256286775813, 0.019189256286775813, 0.019189256286775813), | |
(0.9766099148351723, 0.9766099148351723, 0.9766099148351723)], | |
[(0.2444472398284533, 0.2444472398284533, 0.2444472398284533), | |
(0.9004293252278696, 0.9004293252278696, 0.9004293252278696), | |
(0.4224556271711075, 0.4224556271711075, 0.4224556271711075)], | |
[(0.6039728494686891, 0.6039728494686891, 0.6039728494686891), | |
(0.3185244067909455, 0.3185244067909455, 0.3185244067909455), | |
(0.9541715203463416, 0.9541715203463416, 0.9541715203463416)], | |
[(0.3366451357745939, 0.3366451357745939, 0.3366451357745939), | |
(0.10352925489897924, 0.10352925489897924, 0.10352925489897924), | |
(0.26490220841684153, 0.26490220841684153, 0.26490220841684153)], | |
[(0.17350978360838298, 0.17350978360838298, 0.17350978360838298), | |
(0.4899951873387266, 0.4899951873387266, 0.4899951873387266), | |
(0.794465950815834, 0.794465950815834, 0.794465950815834)], | |
[(0.13440560659842182, 0.13440560659842182, 0.13440560659842182), | |
(0.544125042438685, 0.544125042438685, 0.544125042438685), | |
(0.47959532297510865, 0.47959532297510865, 0.47959532297510865)], | |
[(0.20336450364901248, 0.20336450364901248, 0.20336450364901248), | |
(0.016503863825774845, 0.016503863825774845, 0.016503863825774845), | |
(0.9240145855023325, 0.9240145855023325, 0.9240145855023325)], | |
[(0.899194096704789, 0.899194096704789, 0.899194096704789), | |
(0.4564628627797903, 0.4564628627797903, 0.4564628627797903), | |
(0.7207578760430216, 0.7207578760430216, 0.7207578760430216)], | |
[(0.291050833373112, 0.291050833373112, 0.291050833373112), | |
(0.0020349916152542225, 0.0020349916152542225, 0.0020349916152542225), | |
(0.30519224893426944, 0.30519224893426944, 0.30519224893426944)]], | |
dtype=[('x', '<f8'), ('y', '<f8'), ('z', '<f8')]) | |
In [12]: |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment