{"total":20,"rows":[{"id":"2109.14545","title":"Activation Functions in Deep Learning: A Comprehensive Survey and Benchmark","created":"2021-09-29","cited_by_count":155,"area":null},{"id":"2102.09407","title":"Adaptive Rational Activations to Boost Deep Reinforcement Learning","created":"2021-02-18","cited_by_count":23,"area":null},{"id":"2308.04073","title":"Learning Specialized Activation Functions for Physics-informed Neural Networks","created":"2023-08-08","cited_by_count":14,"area":null},{"id":"2411.03884","title":"Polynomial Composition Activations: Unleashing the Dynamics of Large Language Models","created":"2024-11-06","cited_by_count":9,"area":null},{"id":"2101.07406","title":"Initialization Using Perlin Noise for Training Networks with a Limited Amount of Data","created":"2021-01-19","cited_by_count":7,"area":null},{"id":"2509.22562","title":"Activation Function Design Sustains Plasticity in Continual Learning","created":"2025-09-26","cited_by_count":6,"area":null},{"id":"2208.14111","title":"Transformers with Learnable Activation Functions","created":"2022-08-30","cited_by_count":5,"area":null},{"id":"2307.00673","title":"ENN: A Neural Network with DCT Adaptive Activation Functions","created":"2023-07-02","cited_by_count":4,"area":null},{"id":"2605.26647","title":"More Expressive Feedforward Layers: Part I. Token-Adaptive Mixing of Activations","created":"2026-05-26","cited_by_count":3,"area":null},{"id":"2103.15898","title":"Comparison of different convolutional neural network activation functions and methods for building ensembles","created":"2021-03-29","cited_by_count":2,"area":null},{"id":"2607.17624","title":"Can Transformers Really Do It All? On the Compatibility of Inductive Biases Across Tasks","created":"2026-07-20","cited_by_count":2,"area":null},{"id":"2311.12253","title":"The limitation of neural nets for approximation and optimization","created":"2023-11-21","cited_by_count":1,"area":null},{"id":"2402.09249","title":"Exploring the Relationship: Transformative Adaptive Activation Functions in Comparison to Other Activation Functions","created":"2024-02-14","cited_by_count":1,"area":null},{"id":"2204.04348","title":"Neuronal diversity can improve machine learning for physics and beyond","created":"2022-04-09","cited_by_count":0,"area":null},{"id":"2211.06878","title":"Evaluating CNN with Oscillatory Activation Function","created":"2022-11-13","cited_by_count":0,"area":null},{"id":"2403.19896","title":"Nonlinearity Enhanced Adaptive Activation Functions","created":"2024-03-29","cited_by_count":0,"area":null},{"id":"2408.03599","title":"Activations Through Extensions: A Framework To Boost Performance Of Neural Networks","created":"2024-08-07","cited_by_count":0,"area":null},{"id":"2509.18161","title":"Developing Training Procedures for Piecewise-linear Spline Activation Functions in Neural Networks","created":"2025-09-17","cited_by_count":0,"area":null},{"id":"2601.06441","title":"FlexAct: Why Learn when you can Pick?","created":"2026-01-10","cited_by_count":0,"area":null},{"id":"2608.25807","title":"Geometry-Constrained Kolmogorov-Arnold Networks: Learning Edge Geometry via Banach Duality","created":"2026-08-26","cited_by_count":0,"area":null}],"next_cursor":null}