evaluation assets

assets/best_tasks_with_hits.csv

@@ -0,0 +1,107 @@
+area,task,hits
+adversarial,adversarial attack,8
+adversarial,adversarial defense,2
+adversarial,data poisoning,2
+adversarial,inference attack,0
+audio,audio generation,4
+audio,audio source separation,3
+audio,language identification,1
+audio,audio tagging,1
+computer-code,text to sql,9
+computer-code,program induction,1
+computer-code,code search,0
+computer-code,type prediction,0
+computer-vision,style transfer,10
+computer-vision,crowd counting,10
+computer-vision,depth estimation,10
+computer-vision,object detection,10
+computer-vision,person re identification,10
+computer-vision,text to image generation,9
+computer-vision,image inpainting,8
+computer-vision,image registration,7
+computer-vision,video captioning,7
+computer-vision,lane detection,7
+graphs,topological data analysis,8
+graphs,node classification,7
+graphs,learning to rank,5
+graphs,graph embedding,4
+graphs,knowledge graph embedding,3
+graphs,knowledge graph embeddings,2
+graphs,graph learning,1
+graphs,knowledge base completion,1
+graphs,image outpainting,0
+graphs,image relighting,0
+knowledge-base,knowledge base completion,1
+knowledge-base,video to video synthesis,0
+knowledge-base,breast cancer detection,0
+medical,synthetic data generation,5
+medical,medical image registration,2
+medical,cardiac segmentation,2
+medical,length of stay prediction,1
+medical,skin lesion segmentation,1
+medical,medical image segmentation,1
+medical,breast cancer detection,0
+medical,liver segmentation,0
+medical,seizure detection,0
+medical,brain decoding,0
+methodology,anomaly detection,10
+methodology,active learning,10
+methodology,domain adaptation,10
+methodology,disentanglement,9
+methodology,density estimation,9
+methodology,few shot learning,7
+methodology,imitation learning,6
+methodology,stochastic optimization,6
+methodology,transfer learning,5
+methodology,outlier detection,5
+miscellaneous,survival analysis,9
+miscellaneous,recommendation systems,7
+miscellaneous,sequential recommendation,5
+miscellaneous,learning to rank,5
+miscellaneous,malware detection,5
+miscellaneous,synthetic data generation,5
+miscellaneous,multi armed bandits,4
+miscellaneous,deep clustering,3
+miscellaneous,prediction intervals,2
+miscellaneous,model discovery,1
+music,music modeling,5
+natural-language-processing,relation extraction,10
+natural-language-processing,active learning,10
+natural-language-processing,coreference resolution,10
+natural-language-processing,natural language inference,9
+natural-language-processing,text generation,8
+natural-language-processing,text matching,5
+natural-language-processing,discourse parsing,5
+natural-language-processing,relational reasoning,5
+natural-language-processing,dialogue generation,4
+natural-language-processing,fact verification,4
+playing-games,game of chess,9
+playing-games,game of go,8
+playing-games,atari games,6
+playing-games,card games,1
+playing-games,real time strategy games,1
+playing-games,starcraft,0
+playing-games,acrobot,0
+reasoning,decision making,3
+reasoning,math word problem solving,0
+robots,vision and language navigation,4
+robots,visual odometry,3
+robots,motion planning,3
+robots,image outpainting,0
+robots,robotic grasping,0
+robots,trajectory planning,0
+speech,speaker verification,9
+speech,text to speech synthesis,5
+speech,dialogue generation,4
+speech,speech enhancement,4
+speech,speaker diarization,4
+time-series,time series,8
+time-series,time series classification,3
+time-series,time series prediction,2
+time-series,multivariate time series forecasting,1
+time-series,time series clustering,1
+time-series,portfolio optimization,1
+time-series,stock market prediction,1
+time-series,activity prediction,0
+time-series,math word problem solving,0
+time-series,stock trend prediction,0

assets/worst_tasks_with_hits.csv

@@ -0,0 +1,107 @@
+area,task,hits
+adversarial,inference attack,0
+adversarial,adversarial defense,2
+adversarial,data poisoning,2
+adversarial,adversarial attack,8
+audio,language identification,1
+audio,audio tagging,1
+audio,audio source separation,3
+audio,audio generation,4
+computer-code,code search,0
+computer-code,type prediction,0
+computer-code,program induction,1
+computer-code,text to sql,9
+computer-vision,code search,0
+computer-vision,document layout analysis,0
+computer-vision,mixed reality,0
+computer-vision,stereo lidar fusion,0
+computer-vision,multi view subspace clustering,0
+computer-vision,anomaly detection in surveillance videos,0
+computer-vision,activity prediction,0
+computer-vision,superpixels,0
+computer-vision,image morphing,0
+computer-vision,hyperspectral image classification,0
+graphs,image outpainting,0
+graphs,image relighting,0
+graphs,graph reconstruction,0
+graphs,graph partitioning,0
+graphs,graph property prediction,0
+graphs,graph structure learning,0
+graphs,graph learning,1
+graphs,knowledge base completion,1
+graphs,knowledge graph embeddings,2
+graphs,knowledge graph embedding,3
+knowledge-base,video to video synthesis,0
+knowledge-base,breast cancer detection,0
+knowledge-base,knowledge base completion,1
+medical,breast cancer detection,0
+medical,liver segmentation,0
+medical,seizure detection,0
+medical,brain decoding,0
+medical,disease prediction,0
+medical,epidemiology,0
+medical,medical relation extraction,0
+medical,ecg classification,0
+medical,pancreas segmentation,0
+medical,length of stay prediction,1
+methodology,multi label classification,0
+methodology,distributed optimization,0
+methodology,dictionary learning,0
+methodology,multi label text classification,0
+methodology,generalization bounds,0
+methodology,one class classifier,0
+methodology,automatic machine learning model selection,0
+methodology,inductive logic programming,0
+methodology,bilevel optimization,0
+methodology,l2 regularization,0
+miscellaneous,fault detection,0
+miscellaneous,gpr,0
+miscellaneous,counterfactual inference,0
+miscellaneous,brain decoding,0
+miscellaneous,protein structure prediction,0
+miscellaneous,total energy,0
+miscellaneous,seismic imaging,0
+miscellaneous,vulnerability detection,0
+miscellaneous,model discovery,1
+miscellaneous,age estimation,1
+music,music modeling,5
+natural-language-processing,conversational search,0
+natural-language-processing,document ranking,0
+natural-language-processing,joint entity and relation extraction,0
+natural-language-processing,self learning,0
+natural-language-processing,intent detection,0
+natural-language-processing,text categorization,0
+natural-language-processing,opinion mining,0
+natural-language-processing,linguistic acceptability,0
+natural-language-processing,cloze test,0
+natural-language-processing,zero shot cross lingual transfer,0
+playing-games,starcraft,0
+playing-games,acrobot,0
+playing-games,card games,1
+playing-games,real time strategy games,1
+playing-games,atari games,6
+playing-games,game of go,8
+playing-games,game of chess,9
+reasoning,math word problem solving,0
+reasoning,decision making,3
+robots,image outpainting,0
+robots,robotic grasping,0
+robots,trajectory planning,0
+robots,visual odometry,3
+robots,motion planning,3
+robots,vision and language navigation,4
+speech,dialogue generation,4
+speech,speech enhancement,4
+speech,speaker diarization,4
+speech,text to speech synthesis,5
+speech,speaker verification,9
+time-series,activity prediction,0
+time-series,math word problem solving,0
+time-series,stock trend prediction,0
+time-series,change point detection,0
+time-series,spatio temporal forecasting,0
+time-series,stock price prediction,0
+time-series,multivariate time series forecasting,1
+time-series,time series clustering,1
+time-series,portfolio optimization,1
+time-series,stock market prediction,1